[ 673.243731] env[70220]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70220) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 673.244400] env[70220]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70220) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 673.244922] env[70220]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70220) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 673.246025] env[70220]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 673.342439] env[70220]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70220) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 673.352210] env[70220]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70220) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 673.394336] env[70220]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 673.953225] env[70220]: INFO nova.virt.driver [None req-abb8e17a-0ee5-450c-a0e1-955c0ed20a46 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 674.025280] env[70220]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.025450] env[70220]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.025563] env[70220]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70220) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 676.912480] env[70220]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c5d2d01f-69c6-488f-936f-dd9512a721cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.928370] env[70220]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70220) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 676.928548] env[70220]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-ddcc5129-8b28-4dc8-b712-06ee7548d191 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.968163] env[70220]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 90e8f. [ 676.968346] env[70220]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.943s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.968853] env[70220]: INFO nova.virt.vmwareapi.driver [None req-abb8e17a-0ee5-450c-a0e1-955c0ed20a46 None None] VMware vCenter version: 7.0.3 [ 676.972292] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236e5c16-f55f-4fe3-adb1-7247dae9b338 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.989946] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e19f7-4f49-4d75-aa11-d73f471f23e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.995675] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f1988e-8364-41e1-9f45-061e77bd15c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.002174] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b84e39-a290-44d2-89a8-9aaf1277b37f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.015441] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907eab8b-5c06-4b07-baab-f76e752ad160 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.021254] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0658fcd6-46e7-4ec9-b239-738ab09120e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.051511] env[70220]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-b02e0f40-d85d-47f5-b58e-139f6dc47e36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.056472] env[70220]: DEBUG nova.virt.vmwareapi.driver [None req-abb8e17a-0ee5-450c-a0e1-955c0ed20a46 None None] Extension org.openstack.compute already exists. {{(pid=70220) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 677.059119] env[70220]: INFO nova.compute.provider_config [None req-abb8e17a-0ee5-450c-a0e1-955c0ed20a46 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 677.562070] env[70220]: DEBUG nova.context [None req-abb8e17a-0ee5-450c-a0e1-955c0ed20a46 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),353b2948-ab5f-435a-9255-bd281bcd0ec1(cell1) {{(pid=70220) load_cells /opt/stack/nova/nova/context.py:464}} [ 677.564365] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.564594] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.566023] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.566103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Acquiring lock "353b2948-ab5f-435a-9255-bd281bcd0ec1" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.566303] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Lock "353b2948-ab5f-435a-9255-bd281bcd0ec1" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.567380] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Lock "353b2948-ab5f-435a-9255-bd281bcd0ec1" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.587850] env[70220]: INFO dbcounter [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Registered counter for database nova_cell0 [ 677.596077] env[70220]: INFO dbcounter [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Registered counter for database nova_cell1 [ 677.599281] env[70220]: DEBUG oslo_db.sqlalchemy.engines [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70220) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 677.599643] env[70220]: DEBUG oslo_db.sqlalchemy.engines [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70220) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 677.604582] env[70220]: ERROR nova.db.main.api [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 677.604582] env[70220]: result = function(*args, **kwargs) [ 677.604582] env[70220]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 677.604582] env[70220]: return func(*args, **kwargs) [ 677.604582] env[70220]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 677.604582] env[70220]: result = fn(*args, **kwargs) [ 677.604582] env[70220]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 677.604582] env[70220]: return f(*args, **kwargs) [ 677.604582] env[70220]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 677.604582] env[70220]: return db.service_get_minimum_version(context, binaries) [ 677.604582] env[70220]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 677.604582] env[70220]: _check_db_access() [ 677.604582] env[70220]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 677.604582] env[70220]: stacktrace = ''.join(traceback.format_stack()) [ 677.604582] env[70220]: [ 677.605617] env[70220]: ERROR nova.db.main.api [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 677.605617] env[70220]: result = function(*args, **kwargs) [ 677.605617] env[70220]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 677.605617] env[70220]: return func(*args, **kwargs) [ 677.605617] env[70220]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 677.605617] env[70220]: result = fn(*args, **kwargs) [ 677.605617] env[70220]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 677.605617] env[70220]: return f(*args, **kwargs) [ 677.605617] env[70220]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 677.605617] env[70220]: return db.service_get_minimum_version(context, binaries) [ 677.605617] env[70220]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 677.605617] env[70220]: _check_db_access() [ 677.605617] env[70220]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 677.605617] env[70220]: stacktrace = ''.join(traceback.format_stack()) [ 677.605617] env[70220]: [ 677.605987] env[70220]: WARNING nova.objects.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 677.606180] env[70220]: WARNING nova.objects.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Failed to get minimum service version for cell 353b2948-ab5f-435a-9255-bd281bcd0ec1 [ 677.606635] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Acquiring lock "singleton_lock" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.606769] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Acquired lock "singleton_lock" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.606996] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Releasing lock "singleton_lock" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.607350] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Full set of CONF: {{(pid=70220) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 677.607493] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ******************************************************************************** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 677.607621] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] Configuration options gathered from: {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 677.607764] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 677.607959] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 677.608099] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ================================================================================ {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 677.608322] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] allow_resize_to_same_host = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.608493] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] arq_binding_timeout = 300 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.608626] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] backdoor_port = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.608827] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] backdoor_socket = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.609028] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] block_device_allocate_retries = 60 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.609199] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] block_device_allocate_retries_interval = 3 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.609372] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cert = self.pem {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.609539] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.609773] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute_monitors = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.609971] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] config_dir = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.610167] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] config_drive_format = iso9660 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.610302] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.610470] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] config_source = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.610638] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] console_host = devstack {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.610807] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] control_exchange = nova {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.611083] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cpu_allocation_ratio = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.611292] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] daemon = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.611471] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] debug = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.611635] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] default_access_ip_network_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.611805] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] default_availability_zone = nova {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.611965] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] default_ephemeral_format = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.612143] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] default_green_pool_size = 1000 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.612391] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.612559] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] default_schedule_zone = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.612728] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] disk_allocation_ratio = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.612891] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] enable_new_services = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.613082] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] enabled_apis = ['osapi_compute'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.613251] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] enabled_ssl_apis = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.613415] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] flat_injected = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.613574] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] force_config_drive = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.613733] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] force_raw_images = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.613905] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] graceful_shutdown_timeout = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.614077] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] heal_instance_info_cache_interval = -1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.614313] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] host = cpu-1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.614494] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.614660] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.614840] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.615050] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.615215] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] instance_build_timeout = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.615373] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] instance_delete_interval = 300 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.615537] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] instance_format = [instance: %(uuid)s] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.615702] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] instance_name_template = instance-%08x {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.615871] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] instance_usage_audit = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.616061] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] instance_usage_audit_period = month {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.616230] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.616394] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.616556] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] internal_service_availability_zone = internal {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.616713] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] key = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.616914] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] live_migration_retry_count = 30 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.617135] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] log_color = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.617312] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] log_config_append = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.617482] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.617643] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] log_dir = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.617824] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] log_file = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.617933] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] log_options = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.618108] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] log_rotate_interval = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.618280] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] log_rotate_interval_type = days {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.618446] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] log_rotation_type = none {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.618576] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.618703] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.618944] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.619135] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.619266] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.619430] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] long_rpc_timeout = 1800 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.619590] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] max_concurrent_builds = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.619750] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] max_concurrent_live_migrations = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.619909] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] max_concurrent_snapshots = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.620075] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] max_local_block_devices = 3 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.620235] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] max_logfile_count = 30 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.620393] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] max_logfile_size_mb = 200 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.620550] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] maximum_instance_delete_attempts = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.620717] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] metadata_listen = 0.0.0.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.620885] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] metadata_listen_port = 8775 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.621067] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] metadata_workers = 2 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.621233] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] migrate_max_retries = -1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.621401] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] mkisofs_cmd = genisoimage {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.621609] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.621743] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] my_ip = 10.180.1.21 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.621976] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.622163] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] network_allocate_retries = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.622344] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.622511] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.622676] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] osapi_compute_listen_port = 8774 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.622845] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] osapi_compute_unique_server_name_scope = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.623025] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] osapi_compute_workers = 2 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.623192] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] password_length = 12 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.623353] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] periodic_enable = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.623512] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] periodic_fuzzy_delay = 60 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.623679] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] pointer_model = usbtablet {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.623843] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] preallocate_images = none {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.624010] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] publish_errors = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.624147] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] pybasedir = /opt/stack/nova {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.624303] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ram_allocation_ratio = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.624462] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] rate_limit_burst = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.624626] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] rate_limit_except_level = CRITICAL {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.624783] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] rate_limit_interval = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.624963] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] reboot_timeout = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.625148] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] reclaim_instance_interval = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.625307] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] record = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.625475] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] reimage_timeout_per_gb = 60 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.625638] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] report_interval = 120 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.625800] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] rescue_timeout = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.625960] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] reserved_host_cpus = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.626135] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] reserved_host_disk_mb = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.626295] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] reserved_host_memory_mb = 512 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.626454] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] reserved_huge_pages = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.626616] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] resize_confirm_window = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.626802] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] resize_fs_using_block_device = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.626980] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] resume_guests_state_on_host_boot = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.627167] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.627333] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] rpc_response_timeout = 60 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.627494] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] run_external_periodic_tasks = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.627663] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] running_deleted_instance_action = reap {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.627828] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.628028] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] running_deleted_instance_timeout = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.628202] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] scheduler_instance_sync_interval = 120 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.628374] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] service_down_time = 720 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.628543] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] servicegroup_driver = db {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.628700] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] shell_completion = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.628911] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] shelved_offload_time = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.629101] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] shelved_poll_interval = 3600 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.629280] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] shutdown_timeout = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.629448] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] source_is_ipv6 = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.629612] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ssl_only = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.629897] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.630073] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] sync_power_state_interval = 600 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.630243] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] sync_power_state_pool_size = 1000 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.630415] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] syslog_log_facility = LOG_USER {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.630574] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] tempdir = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.630736] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] timeout_nbd = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.630910] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] transport_url = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.631118] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] update_resources_interval = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.631290] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] use_cow_images = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.631454] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] use_journal = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.631613] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] use_json = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.631772] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] use_rootwrap_daemon = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.631939] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] use_stderr = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.632109] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] use_syslog = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.632269] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vcpu_pin_set = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.632440] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plugging_is_fatal = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.632609] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plugging_timeout = 300 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.632780] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] virt_mkfs = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.632991] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] volume_usage_poll_interval = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.633196] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] watch_log_file = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.633370] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] web = /usr/share/spice-html5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 677.633562] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.633729] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.633905] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.635077] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_concurrency.disable_process_locking = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.635077] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.635077] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.635215] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.635278] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.635450] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.635622] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.635807] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.auth_strategy = keystone {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.636007] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.compute_link_prefix = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.636208] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.636388] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.dhcp_domain = novalocal {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.636561] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.enable_instance_password = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.636734] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.glance_link_prefix = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.636932] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.637123] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.637295] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.instance_list_per_project_cells = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.637459] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.list_records_by_skipping_down_cells = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.637622] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.local_metadata_per_cell = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.637790] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.max_limit = 1000 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.637960] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.metadata_cache_expiration = 15 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.638148] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.neutron_default_tenant_id = default {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.638322] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.response_validation = warn {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.638493] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.use_neutron_default_nets = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.638659] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.638843] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.639063] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.639259] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.639433] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.vendordata_dynamic_targets = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.639598] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.vendordata_jsonfile_path = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.639782] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.639974] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.backend = dogpile.cache.memcached {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.640158] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.backend_argument = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.640323] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.backend_expiration_time = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.640494] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.config_prefix = cache.oslo {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.640664] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.dead_timeout = 60.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.640830] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.debug_cache_backend = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.640993] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.enable_retry_client = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.641170] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.enable_socket_keepalive = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.641343] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.enabled = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.641510] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.enforce_fips_mode = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.641674] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.expiration_time = 600 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.641840] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.hashclient_retry_attempts = 2 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.642060] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.642335] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.memcache_dead_retry = 300 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.642606] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.memcache_password = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.642883] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.643193] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.643486] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.memcache_pool_maxsize = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.643775] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.644081] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.memcache_sasl_enabled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.644397] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.644694] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.644984] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.memcache_username = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.645309] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.proxies = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.645600] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.redis_db = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.645883] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.redis_password = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.646200] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.646514] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.646812] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.redis_server = localhost:6379 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.647117] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.redis_socket_timeout = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.647408] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.redis_username = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.647657] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.retry_attempts = 2 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.647939] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.retry_delay = 0.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.648185] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.socket_keepalive_count = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.648369] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.socket_keepalive_idle = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.648540] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.socket_keepalive_interval = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.648703] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.tls_allowed_ciphers = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.648891] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.tls_cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.649068] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.tls_certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.649240] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.tls_enabled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.649401] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cache.tls_keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.649573] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.auth_section = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.649750] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.auth_type = password {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.649915] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.650106] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.650272] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.650439] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.650634] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.cross_az_attach = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.650805] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.debug = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.650972] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.endpoint_template = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.651153] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.http_retries = 3 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.651316] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.651476] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.651647] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.os_region_name = RegionOne {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.651813] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.651979] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cinder.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.652165] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.652327] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.cpu_dedicated_set = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.652489] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.cpu_shared_set = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.652657] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.image_type_exclude_list = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.652822] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.652988] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.653166] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.653330] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.653512] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.653694] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.resource_provider_association_refresh = 300 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.653859] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.654035] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.shutdown_retry_interval = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.654224] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.654404] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] conductor.workers = 2 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.654584] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] console.allowed_origins = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.654743] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] console.ssl_ciphers = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.654915] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] console.ssl_minimum_version = default {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.655097] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] consoleauth.enforce_session_timeout = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.655272] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] consoleauth.token_ttl = 600 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.655448] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.655607] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.655770] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.655931] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.connect_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.656110] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.connect_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.656277] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.endpoint_override = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.656441] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.656613] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.656777] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.max_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.656940] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.min_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.657112] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.region_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.657275] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.retriable_status_codes = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.657439] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.service_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.657607] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.service_type = accelerator {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.657771] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.657934] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.status_code_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.658104] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.status_code_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.658265] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.658446] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.658605] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] cyborg.version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.658779] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.asyncio_connection = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.658942] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.asyncio_slave_connection = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.659126] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.backend = sqlalchemy {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.659299] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.connection = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.659464] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.connection_debug = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.659635] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.connection_parameters = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.659800] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.connection_recycle_time = 3600 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.659964] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.connection_trace = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.660141] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.db_inc_retry_interval = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.660307] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.db_max_retries = 20 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.660471] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.db_max_retry_interval = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.660633] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.db_retry_interval = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.660796] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.max_overflow = 50 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.660960] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.max_pool_size = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.661133] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.max_retries = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.661302] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.661463] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.mysql_wsrep_sync_wait = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.661620] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.pool_timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.661783] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.retry_interval = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.661943] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.slave_connection = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.662122] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.sqlite_synchronous = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.662288] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] database.use_db_reconnect = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.662455] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.asyncio_connection = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.662615] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.asyncio_slave_connection = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.662787] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.backend = sqlalchemy {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.662958] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.connection = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.663137] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.connection_debug = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.663309] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.connection_parameters = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.663474] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.connection_recycle_time = 3600 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.663638] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.connection_trace = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.663803] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.db_inc_retry_interval = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.663969] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.db_max_retries = 20 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.664145] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.db_max_retry_interval = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.664311] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.db_retry_interval = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.664473] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.max_overflow = 50 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.664634] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.max_pool_size = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.664795] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.max_retries = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.664965] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.665140] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.665301] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.pool_timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.665464] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.retry_interval = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.665620] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.slave_connection = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.665785] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] api_database.sqlite_synchronous = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.665966] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] devices.enabled_mdev_types = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.666157] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.666330] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.666495] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ephemeral_storage_encryption.enabled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.666659] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.666826] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.api_servers = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.666991] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.667166] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.667330] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.667491] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.connect_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.667648] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.connect_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.667809] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.debug = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.667977] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.default_trusted_certificate_ids = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.668150] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.enable_certificate_validation = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.668315] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.enable_rbd_download = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.668474] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.endpoint_override = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.668642] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.668809] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.668969] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.max_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.669142] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.min_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.669307] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.num_retries = 3 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.669477] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.rbd_ceph_conf = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.669640] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.rbd_connect_timeout = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.669819] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.rbd_pool = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.669979] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.rbd_user = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.670161] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.region_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.670321] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.retriable_status_codes = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.670478] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.service_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.670645] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.service_type = image {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.670810] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.670969] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.status_code_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.671142] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.status_code_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.671304] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.671483] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.671649] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.verify_glance_signatures = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.671807] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] glance.version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.671977] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] guestfs.debug = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.672162] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.auth_section = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.672330] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.auth_type = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.672490] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.672647] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.672813] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.672975] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.connect_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.673149] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.connect_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.673312] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.endpoint_override = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.673474] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.673631] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.673792] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.max_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.673952] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.min_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.674125] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.region_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.674288] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.retriable_status_codes = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.674445] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.service_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.674614] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.service_type = shared-file-system {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.674783] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.share_apply_policy_timeout = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.674947] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.675117] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.status_code_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.675280] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.status_code_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.675438] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.675619] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.675782] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] manila.version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.675952] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] mks.enabled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.676338] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.676531] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] image_cache.manager_interval = 2400 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.676702] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] image_cache.precache_concurrency = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.676873] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] image_cache.remove_unused_base_images = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.677056] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.677228] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.677401] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] image_cache.subdirectory_name = _base {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.677577] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.api_max_retries = 60 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.677739] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.api_retry_interval = 2 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.677899] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.auth_section = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.678081] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.auth_type = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.678248] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.678408] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.678572] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.678761] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.conductor_group = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.678895] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.connect_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.679066] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.connect_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.679230] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.endpoint_override = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.679392] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.679551] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.679722] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.max_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.679863] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.min_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.680041] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.peer_list = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.680201] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.region_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.680359] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.retriable_status_codes = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.680521] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.serial_console_state_timeout = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.680681] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.service_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.680848] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.service_type = baremetal {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.681023] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.shard = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.681186] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.681344] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.status_code_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.681503] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.status_code_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.681659] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.681838] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.681999] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ironic.version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.682196] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.682369] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] key_manager.fixed_key = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.682548] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.682708] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.barbican_api_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.682865] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.barbican_endpoint = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.683044] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.barbican_endpoint_type = public {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.683209] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.barbican_region_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.683370] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.683527] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.683691] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.683853] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.684021] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.684188] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.number_of_retries = 60 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.684350] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.retry_delay = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.684517] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.send_service_user_token = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.684681] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.684843] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.685014] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.verify_ssl = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.685182] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican.verify_ssl_path = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.685350] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican_service_user.auth_section = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.685514] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican_service_user.auth_type = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.685674] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican_service_user.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.685832] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican_service_user.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.685998] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican_service_user.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.686174] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican_service_user.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.686334] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican_service_user.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.686497] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican_service_user.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.686656] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] barbican_service_user.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.686824] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vault.approle_role_id = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.686982] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vault.approle_secret_id = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.687166] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vault.kv_mountpoint = secret {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.687326] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vault.kv_path = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.687491] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vault.kv_version = 2 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.687652] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vault.namespace = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.687812] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vault.root_token_id = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.687974] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vault.ssl_ca_crt_file = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.688155] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vault.timeout = 60.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.688322] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vault.use_ssl = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.688491] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.688660] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.688827] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.688991] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.689163] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.connect_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.689323] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.connect_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.689479] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.endpoint_override = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.689639] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.689798] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.689958] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.max_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.690128] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.min_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.690287] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.region_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.690447] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.retriable_status_codes = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.690605] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.service_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.690774] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.service_type = identity {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.690940] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.691112] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.status_code_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.691277] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.status_code_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.691434] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.691615] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.691775] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] keystone.version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.691965] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.ceph_mount_options = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.692326] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.692518] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.connection_uri = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.692685] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.cpu_mode = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.692857] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.693039] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.cpu_models = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.693222] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.cpu_power_governor_high = performance {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.693395] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.693563] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.cpu_power_management = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.693736] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.693909] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.device_detach_attempts = 8 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.694085] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.device_detach_timeout = 20 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.694258] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.disk_cachemodes = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.694420] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.disk_prefix = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.694585] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.enabled_perf_events = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.694751] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.file_backed_memory = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.694919] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.gid_maps = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.695092] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.hw_disk_discard = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.695257] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.hw_machine_type = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.695426] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.images_rbd_ceph_conf = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.695592] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.695755] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.695925] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.images_rbd_glance_store_name = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.696106] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.images_rbd_pool = rbd {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.696279] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.images_type = default {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.696444] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.images_volume_group = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.696609] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.inject_key = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.696776] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.inject_partition = -2 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.696944] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.inject_password = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.697118] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.iscsi_iface = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.697284] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.iser_use_multipath = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.697449] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.697613] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.697889] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_downtime = 500 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.697950] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.698114] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.698280] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_inbound_addr = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.698446] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.698609] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.698782] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_scheme = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.698969] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_timeout_action = abort {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.699151] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_tunnelled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.699314] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_uri = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.699477] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.live_migration_with_native_tls = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.699638] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.max_queues = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.699808] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.700044] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.700214] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.nfs_mount_options = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.700521] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.700704] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.700871] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.701048] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.701218] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.701384] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.num_pcie_ports = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.701551] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.701718] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.pmem_namespaces = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.701878] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.quobyte_client_cfg = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.702201] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.702380] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.702551] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.702715] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.702900] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.rbd_secret_uuid = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.703090] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.rbd_user = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.703264] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.703440] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.703602] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.rescue_image_id = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.703764] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.rescue_kernel_id = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.703925] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.rescue_ramdisk_id = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.704107] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.704272] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.rx_queue_size = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.704440] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.smbfs_mount_options = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.704732] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.704911] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.snapshot_compression = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.705086] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.snapshot_image_format = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.705321] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.705491] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.sparse_logical_volumes = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.705653] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.swtpm_enabled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.705825] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.swtpm_group = tss {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.705995] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.swtpm_user = tss {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.706181] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.sysinfo_serial = unique {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.706344] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.tb_cache_size = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.706504] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.tx_queue_size = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.706669] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.uid_maps = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.706855] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.use_virtio_for_bridges = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.707064] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.virt_type = kvm {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.707244] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.volume_clear = zero {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.707413] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.volume_clear_size = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.707581] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.volume_enforce_multipath = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.707745] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.volume_use_multipath = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.707904] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.vzstorage_cache_path = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.708084] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.708258] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.708425] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.708592] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.708905] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.709114] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.vzstorage_mount_user = stack {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.709288] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.709464] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.auth_section = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.709641] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.auth_type = password {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.709824] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.709995] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.710173] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.710335] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.connect_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.710493] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.connect_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.710662] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.default_floating_pool = public {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.710820] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.endpoint_override = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.710981] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.extension_sync_interval = 600 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.711157] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.http_retries = 3 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.711319] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.711477] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.711636] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.max_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.711809] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.711970] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.min_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.712152] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.ovs_bridge = br-int {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.712319] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.physnets = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.712489] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.region_name = RegionOne {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.712648] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.retriable_status_codes = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.712822] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.service_metadata_proxy = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.712981] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.service_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.713163] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.service_type = network {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.713327] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.713485] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.status_code_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.713643] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.status_code_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.713800] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.713980] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.714154] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] neutron.version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.714327] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] notifications.bdms_in_notifications = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.714502] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] notifications.default_level = INFO {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.714666] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] notifications.include_share_mapping = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.714841] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] notifications.notification_format = unversioned {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.715049] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] notifications.notify_on_state_change = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.715234] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.715410] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] pci.alias = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.715578] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] pci.device_spec = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.715744] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] pci.report_in_placement = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.715928] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.auth_section = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.716134] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.auth_type = password {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.716305] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.716465] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.716622] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.716782] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.716944] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.connect_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.717115] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.connect_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.717274] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.default_domain_id = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.717429] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.default_domain_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.717584] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.domain_id = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.717740] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.domain_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.717896] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.endpoint_override = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.718066] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.718224] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.718376] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.max_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.718531] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.min_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.718703] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.password = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.718888] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.project_domain_id = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.719083] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.project_domain_name = Default {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.719254] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.project_id = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.719426] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.project_name = service {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.719593] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.region_name = RegionOne {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.719776] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.retriable_status_codes = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.719953] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.service_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.720140] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.service_type = placement {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.720305] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.720465] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.status_code_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.720623] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.status_code_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.720783] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.system_scope = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.720943] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.721112] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.trust_id = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.721273] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.user_domain_id = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.721441] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.user_domain_name = Default {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.721600] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.user_id = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.721769] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.username = nova {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.721949] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.722122] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] placement.version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.722306] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.cores = 20 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.722472] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.count_usage_from_placement = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.722645] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.722815] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.injected_file_content_bytes = 10240 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.722981] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.injected_file_path_length = 255 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.723161] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.injected_files = 5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.723329] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.instances = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.723494] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.key_pairs = 100 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.723659] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.metadata_items = 128 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.723824] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.ram = 51200 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.723988] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.recheck_quota = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.724168] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.server_group_members = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.724335] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.server_groups = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.724541] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.724714] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] quota.unified_limits_resource_strategy = require {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.724887] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.725067] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.725233] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] scheduler.image_metadata_prefilter = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.725395] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.725566] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] scheduler.max_attempts = 3 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.725730] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] scheduler.max_placement_results = 1000 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.725907] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.726088] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.726255] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.726427] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] scheduler.workers = 2 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.726604] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.726802] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.727014] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.727191] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.727358] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.727524] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.727686] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.727876] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.728057] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.host_subset_size = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.728229] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.728390] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.728553] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.728724] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.728928] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.729116] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.isolated_hosts = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.729284] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.isolated_images = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.729446] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.729608] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.729789] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.729976] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.pci_in_placement = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.730146] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.730311] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.730475] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.730637] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.730802] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.730965] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.731140] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.track_instance_changes = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.731318] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.731489] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] metrics.required = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.731652] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] metrics.weight_multiplier = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.731816] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.731982] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] metrics.weight_setting = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.732311] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.732490] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] serial_console.enabled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.732666] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] serial_console.port_range = 10000:20000 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.732837] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.733015] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.733197] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] serial_console.serialproxy_port = 6083 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.733363] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] service_user.auth_section = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.733534] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] service_user.auth_type = password {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.733693] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] service_user.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.733850] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] service_user.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.734026] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] service_user.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.734195] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] service_user.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.734355] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] service_user.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.734525] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] service_user.send_service_user_token = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.734690] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] service_user.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.734848] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] service_user.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.735030] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.agent_enabled = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.735199] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.enabled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.735502] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.735705] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.735876] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.html5proxy_port = 6082 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.736054] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.image_compression = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.736219] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.jpeg_compression = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.736379] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.playback_compression = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.736543] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.require_secure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.736715] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.server_listen = 127.0.0.1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.736912] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.737211] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.737387] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.streaming_mode = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.737550] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] spice.zlib_compression = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.737716] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] upgrade_levels.baseapi = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.737889] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] upgrade_levels.compute = auto {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.738066] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] upgrade_levels.conductor = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.738230] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] upgrade_levels.scheduler = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.738395] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.738556] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.738719] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vendordata_dynamic_auth.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.738921] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vendordata_dynamic_auth.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.739113] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.739279] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vendordata_dynamic_auth.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.739439] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.739604] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.739787] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vendordata_dynamic_auth.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.739979] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.api_retry_count = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.740158] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.ca_file = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.740334] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.740504] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.cluster_name = testcl1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.740669] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.connection_pool_size = 10 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.740828] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.console_delay_seconds = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.741007] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.datastore_regex = ^datastore.* {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.741229] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.741407] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.host_password = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.741576] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.host_port = 443 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.741745] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.host_username = administrator@vsphere.local {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.741916] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.insecure = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.742090] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.integration_bridge = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.742259] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.maximum_objects = 100 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.742418] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.pbm_default_policy = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.742582] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.pbm_enabled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.742741] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.pbm_wsdl_location = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.742912] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.743086] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.serial_port_proxy_uri = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.743248] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.serial_port_service_uri = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.743417] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.task_poll_interval = 0.5 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.743590] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.use_linked_clone = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.743759] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.vnc_keymap = en-us {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.743928] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.vnc_port = 5900 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.744105] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vmware.vnc_port_total = 10000 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.744291] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vnc.auth_schemes = ['none'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.744464] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vnc.enabled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.744752] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.745215] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.745215] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vnc.novncproxy_port = 6080 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.745307] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vnc.server_listen = 127.0.0.1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.745484] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.745644] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vnc.vencrypt_ca_certs = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.745803] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vnc.vencrypt_client_cert = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.745961] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vnc.vencrypt_client_key = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.746152] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.746315] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.disable_deep_image_inspection = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.746478] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.746638] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.746821] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.746996] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.disable_rootwrap = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.747177] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.enable_numa_live_migration = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.747338] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.747496] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.747658] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.747820] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.libvirt_disable_apic = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.747983] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.748162] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.748325] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.748487] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.748647] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.748831] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.749012] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.749181] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.749344] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.749509] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.749691] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.749884] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] wsgi.client_socket_timeout = 900 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.750066] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] wsgi.default_pool_size = 1000 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.750237] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] wsgi.keep_alive = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.750407] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] wsgi.max_header_line = 16384 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.750569] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.750730] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] wsgi.ssl_ca_file = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.750917] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] wsgi.ssl_cert_file = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.751111] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] wsgi.ssl_key_file = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.751282] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] wsgi.tcp_keepidle = 600 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.751457] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.751623] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] zvm.ca_file = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.751786] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] zvm.cloud_connector_url = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.752089] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.752270] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] zvm.reachable_timeout = 300 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.752449] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.752625] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.752801] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler.connection_string = messaging:// {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.752970] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler.enabled = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.753154] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler.es_doc_type = notification {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.753320] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler.es_scroll_size = 10000 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.753487] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler.es_scroll_time = 2m {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.753646] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler.filter_error_trace = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.753811] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler.hmac_keys = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.753983] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler.sentinel_service_name = mymaster {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754163] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler.socket_timeout = 0.1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754324] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler.trace_requests = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754484] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler.trace_sqlalchemy = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754659] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler_jaeger.process_tags = {} {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754818] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler_jaeger.service_name_prefix = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.754980] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] profiler_otlp.service_name_prefix = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755161] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] remote_debug.host = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755321] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] remote_debug.port = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755496] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755656] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755817] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.755977] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756152] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756314] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756475] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756636] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756813] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.756995] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.757169] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.757340] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.757506] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.757670] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.757838] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.758014] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.758184] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.758345] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.758512] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.758671] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.758853] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759062] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759275] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759446] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759609] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759790] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.759964] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760142] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760304] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760466] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760629] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.ssl = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760795] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.760962] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.761139] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.761305] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.761469] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.761628] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.761812] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.761977] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_notifications.retry = -1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.762171] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.762343] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.762514] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.auth_section = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.762677] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.auth_type = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.762835] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.cafile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763015] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.certfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763192] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.collect_timing = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763352] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.connect_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763509] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.connect_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763666] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.endpoint_id = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763835] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.763992] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.endpoint_override = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.764161] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.endpoint_region_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.764321] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.endpoint_service_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.764475] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.endpoint_service_type = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.764637] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.insecure = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.764794] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.keyfile = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.764949] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.max_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.765117] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.min_version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.765272] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.region_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.765429] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.retriable_status_codes = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.765584] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.service_name = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.765739] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.service_type = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.765905] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.split_loggers = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766071] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.status_code_retries = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766236] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.status_code_retry_delay = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766394] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.timeout = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766553] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.valid_interfaces = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766710] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_limit.version = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.766873] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_reports.file_event_handler = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767061] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767230] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] oslo_reports.log_dir = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767403] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767565] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767723] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.767889] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768065] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768227] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768392] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768549] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_ovs_privileged.group = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768704] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.768897] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769076] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769237] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] vif_plug_ovs_privileged.user = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769404] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769579] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769771] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.769960] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770148] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770321] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770489] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770649] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770824] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.770997] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_ovs.isolate_vif = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.771191] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.771359] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.771529] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.771705] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.771870] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] os_vif_ovs.per_port_bridge = False {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772051] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] privsep_osbrick.capabilities = [21] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772216] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] privsep_osbrick.group = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772373] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] privsep_osbrick.helper_command = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772536] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772697] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.772854] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] privsep_osbrick.user = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773034] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773196] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] nova_sys_admin.group = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773354] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] nova_sys_admin.helper_command = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773517] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773678] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773835] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] nova_sys_admin.user = None {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 677.773967] env[70220]: DEBUG oslo_service.backend.eventlet.service [None req-f3cedfea-d546-40bb-a847-1235af100b03 None None] ******************************************************************************** {{(pid=70220) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 677.774414] env[70220]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 678.279297] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Getting list of instances from cluster (obj){ [ 678.279297] env[70220]: value = "domain-c8" [ 678.279297] env[70220]: _type = "ClusterComputeResource" [ 678.279297] env[70220]: } {{(pid=70220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 678.280491] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8638cbfa-d8f9-403c-acab-127566e27335 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.289461] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Got total of 0 instances {{(pid=70220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 678.290084] env[70220]: WARNING nova.virt.vmwareapi.driver [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 678.290561] env[70220]: INFO nova.virt.node [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Generated node identity b420b834-e0c4-4c49-996e-52ceb9a09fd8 [ 678.290801] env[70220]: INFO nova.virt.node [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Wrote node identity b420b834-e0c4-4c49-996e-52ceb9a09fd8 to /opt/stack/data/n-cpu-1/compute_id [ 678.793252] env[70220]: WARNING nova.compute.manager [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Compute nodes ['b420b834-e0c4-4c49-996e-52ceb9a09fd8'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 679.798793] env[70220]: INFO nova.compute.manager [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 680.805353] env[70220]: WARNING nova.compute.manager [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 680.805707] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.805842] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.805980] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.806189] env[70220]: DEBUG nova.compute.resource_tracker [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 680.807116] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30afbba1-960f-4386-b56c-d3ee7f9ac0ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.815203] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb639c3b-da37-4262-a7da-0512f6c3e28f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.828536] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf9039a-2958-4afa-bec6-74456c2f2a6a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.834801] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0bcc48-5b50-45a3-aee9-942b7d4833be {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.863748] env[70220]: DEBUG nova.compute.resource_tracker [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180895MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 680.863892] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.864101] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.366912] env[70220]: WARNING nova.compute.resource_tracker [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] No compute node record for cpu-1:b420b834-e0c4-4c49-996e-52ceb9a09fd8: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host b420b834-e0c4-4c49-996e-52ceb9a09fd8 could not be found. [ 681.870968] env[70220]: INFO nova.compute.resource_tracker [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: b420b834-e0c4-4c49-996e-52ceb9a09fd8 [ 683.378954] env[70220]: DEBUG nova.compute.resource_tracker [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 683.379310] env[70220]: DEBUG nova.compute.resource_tracker [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 683.531311] env[70220]: INFO nova.scheduler.client.report [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] [req-65402e7d-ddf8-4731-bd4f-6e254e501943] Created resource provider record via placement API for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 683.548150] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818a21be-c12f-42f1-a5d9-c8b08db644c4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.555844] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb0cca4-db0c-4552-b2cf-074578bc1940 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.585049] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ae9948-cf65-47be-a67c-73d2618d43f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.591841] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603a6a9d-cbd7-40d3-992a-e16712a41602 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.062947] env[70220]: DEBUG nova.compute.provider_tree [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.601301] env[70220]: DEBUG nova.scheduler.client.report [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 684.601655] env[70220]: DEBUG nova.compute.provider_tree [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 0 to 1 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 684.601655] env[70220]: DEBUG nova.compute.provider_tree [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 684.648707] env[70220]: DEBUG nova.compute.provider_tree [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 1 to 2 during operation: update_traits {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 685.154081] env[70220]: DEBUG nova.compute.resource_tracker [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 685.154309] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.290s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.154474] env[70220]: DEBUG nova.service [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Creating RPC server for service compute {{(pid=70220) start /opt/stack/nova/nova/service.py:178}} [ 685.168731] env[70220]: DEBUG nova.service [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] Join ServiceGroup membership for this service compute {{(pid=70220) start /opt/stack/nova/nova/service.py:195}} [ 685.168982] env[70220]: DEBUG nova.servicegroup.drivers.db [None req-a76a866e-685a-4a0f-9d56-74b31efae860 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70220) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 724.685134] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquiring lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.685467] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.974402] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "21228faf-5663-44c8-b3ce-52e69d01eeac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.974796] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "21228faf-5663-44c8-b3ce-52e69d01eeac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.184596] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquiring lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.185523] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.190102] env[70220]: DEBUG nova.compute.manager [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.478597] env[70220]: DEBUG nova.compute.manager [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.689306] env[70220]: DEBUG nova.compute.manager [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.743781] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.744087] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.745625] env[70220]: INFO nova.compute.claims [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.909162] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "64f4d6f6-12b5-440f-9329-a7f1894605aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.909293] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "64f4d6f6-12b5-440f-9329-a7f1894605aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.008549] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.065404] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquiring lock "34212518-eb14-4da3-913a-9c68b5f5e353" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.065821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "34212518-eb14-4da3-913a-9c68b5f5e353" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.211351] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.412341] env[70220]: DEBUG nova.compute.manager [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.571087] env[70220]: DEBUG nova.compute.manager [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.878015] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f67e35-d488-4053-8578-3cd333cd5360 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.894739] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc4bab-0cee-45cf-a0aa-03ac015d6a47 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.942957] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acacf8ef-1b8b-46b5-91d4-d1490856efc8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.954864] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380e77f2-03a2-4839-b776-8fb0d8c6b6af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.969505] env[70220]: DEBUG nova.compute.provider_tree [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.972527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.100793] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.473146] env[70220]: DEBUG nova.scheduler.client.report [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.982705] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.982705] env[70220]: DEBUG nova.compute.manager [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.985325] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.978s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.986621] env[70220]: INFO nova.compute.claims [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.210637] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "0c653c24-61a2-468d-bcc6-112e95d6368a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.210942] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.491589] env[70220]: DEBUG nova.compute.utils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.497518] env[70220]: DEBUG nova.compute.manager [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.497858] env[70220]: DEBUG nova.network.neutron [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.723788] env[70220]: DEBUG nova.compute.manager [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.004638] env[70220]: DEBUG nova.compute.manager [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.121676] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a26085-3bf5-4280-a17a-e917fc8dca9d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.130555] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e939d96e-f278-4b79-97d7-642778c573c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.164683] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3451f9a7-3e96-44e3-ae5d-9166b47f8700 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.173074] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23056f2-972c-49f8-b48d-4e149e659329 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.189193] env[70220]: DEBUG nova.compute.provider_tree [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.244853] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.404568] env[70220]: DEBUG nova.policy [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec98f6b45ece4967812045d68387dfbf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3026a9bbacc4aa587e99797aa4e7911', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.695429] env[70220]: DEBUG nova.scheduler.client.report [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.878897] env[70220]: DEBUG nova.network.neutron [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Successfully created port: c12ea84f-9df9-41dc-b545-13dec790b0fa {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.018052] env[70220]: DEBUG nova.compute.manager [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.053663] env[70220]: DEBUG nova.virt.hardware [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.053911] env[70220]: DEBUG nova.virt.hardware [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.054076] env[70220]: DEBUG nova.virt.hardware [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.054258] env[70220]: DEBUG nova.virt.hardware [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.054401] env[70220]: DEBUG nova.virt.hardware [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.054551] env[70220]: DEBUG nova.virt.hardware [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.054761] env[70220]: DEBUG nova.virt.hardware [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.054914] env[70220]: DEBUG nova.virt.hardware [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.055396] env[70220]: DEBUG nova.virt.hardware [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.055765] env[70220]: DEBUG nova.virt.hardware [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.055965] env[70220]: DEBUG nova.virt.hardware [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.058584] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59db952a-0677-40cf-a904-45691754a4e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.065267] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb299ae-5a5e-4b9e-8209-70e673596e2b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.083691] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f4cf4e-7c45-49f0-8696-99460d639903 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.201499] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.202194] env[70220]: DEBUG nova.compute.manager [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.205346] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.994s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.207246] env[70220]: INFO nova.compute.claims [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.713020] env[70220]: DEBUG nova.compute.utils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.717342] env[70220]: DEBUG nova.compute.manager [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.718510] env[70220]: DEBUG nova.network.neutron [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.835172] env[70220]: DEBUG nova.policy [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19f2849d07f242cfb5aa659b7b966e13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61f81bebe5e04c29aa17ac647b73740c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.221019] env[70220]: DEBUG nova.compute.manager [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.392105] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673d9e0f-77e9-40d0-a472-fc66584d284f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.400754] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aed883-7585-45bb-95a1-aa7f70c5d416 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.435899] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c350a0d-736b-4a38-8f2c-bf520e16ff0a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.445183] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4df87b2-8cb0-4367-9087-2885c0433a9e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.465938] env[70220]: DEBUG nova.compute.provider_tree [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.515164] env[70220]: DEBUG nova.network.neutron [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Successfully created port: 14d76c5f-2799-47cf-a663-06d5a61d54ba {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.971122] env[70220]: DEBUG nova.scheduler.client.report [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.232200] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquiring lock "2b82486a-2d73-45b1-8250-3466ae285f6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.232200] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Lock "2b82486a-2d73-45b1-8250-3466ae285f6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.234604] env[70220]: DEBUG nova.compute.manager [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.267840] env[70220]: DEBUG nova.virt.hardware [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.268218] env[70220]: DEBUG nova.virt.hardware [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.268430] env[70220]: DEBUG nova.virt.hardware [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.268609] env[70220]: DEBUG nova.virt.hardware [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.268691] env[70220]: DEBUG nova.virt.hardware [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.268833] env[70220]: DEBUG nova.virt.hardware [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.269184] env[70220]: DEBUG nova.virt.hardware [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.269226] env[70220]: DEBUG nova.virt.hardware [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.269378] env[70220]: DEBUG nova.virt.hardware [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.269539] env[70220]: DEBUG nova.virt.hardware [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.269703] env[70220]: DEBUG nova.virt.hardware [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.270632] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5351c9f-e87a-4af6-a0fa-ec98c63c8c75 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.279888] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45827f95-8b21-483d-811d-8397a4ad1a50 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.475749] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.476556] env[70220]: DEBUG nova.compute.manager [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 732.481703] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.509s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.484701] env[70220]: INFO nova.compute.claims [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.707141] env[70220]: DEBUG nova.network.neutron [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Successfully updated port: c12ea84f-9df9-41dc-b545-13dec790b0fa {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.734735] env[70220]: DEBUG nova.compute.manager [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.985955] env[70220]: DEBUG nova.compute.utils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 732.985955] env[70220]: DEBUG nova.compute.manager [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.986856] env[70220]: DEBUG nova.network.neutron [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.079920] env[70220]: DEBUG nova.policy [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b877875a0b4346268617d254d82b2675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '596935f89af34c5a99c39647dc971843', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 733.171486] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.211977] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquiring lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.211977] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquired lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.211977] env[70220]: DEBUG nova.network.neutron [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.260829] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.447351] env[70220]: DEBUG nova.network.neutron [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Successfully created port: 495f1484-4e3a-420a-8a59-d3ee920e6b77 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.492311] env[70220]: DEBUG nova.compute.manager [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 733.623520] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a4d736-12ec-411e-8a20-b660370bc35b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.631673] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed03ebb1-4566-4f5e-9a10-1c420edd32f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.665643] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253bef07-b2c2-4445-befe-116c978cb592 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.673168] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b96e103-6466-478f-904f-e091fd7d1dae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.681210] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Getting list of instances from cluster (obj){ [ 733.681210] env[70220]: value = "domain-c8" [ 733.681210] env[70220]: _type = "ClusterComputeResource" [ 733.681210] env[70220]: } {{(pid=70220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 733.681210] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1847141f-85af-4aec-b0d1-9feb2629ae85 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.702311] env[70220]: DEBUG nova.compute.provider_tree [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.710795] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Got total of 0 instances {{(pid=70220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 733.710878] env[70220]: WARNING nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] While synchronizing instance power states, found 4 instances in the database and 0 instances on the hypervisor. [ 733.711282] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Triggering sync for uuid 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b {{(pid=70220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 733.711282] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Triggering sync for uuid 21228faf-5663-44c8-b3ce-52e69d01eeac {{(pid=70220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 733.711673] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Triggering sync for uuid 542efbf6-f5ea-44e0-9c73-f6265fc6ed45 {{(pid=70220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 733.711673] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Triggering sync for uuid 64f4d6f6-12b5-440f-9329-a7f1894605aa {{(pid=70220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 733.711882] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.712089] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "21228faf-5663-44c8-b3ce-52e69d01eeac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.712190] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.712386] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "64f4d6f6-12b5-440f-9329-a7f1894605aa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.712557] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.712976] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 733.715725] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.815743] env[70220]: DEBUG nova.network.neutron [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.208215] env[70220]: DEBUG nova.scheduler.client.report [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.218399] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.332969] env[70220]: DEBUG nova.network.neutron [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Successfully updated port: 14d76c5f-2799-47cf-a663-06d5a61d54ba {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.483774] env[70220]: DEBUG nova.compute.manager [req-adf475ae-7a3f-4666-9982-720102ae8dce req-d26725d4-dabd-4f7e-a19a-a6d64631d16a service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Received event network-vif-plugged-c12ea84f-9df9-41dc-b545-13dec790b0fa {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.483774] env[70220]: DEBUG oslo_concurrency.lockutils [req-adf475ae-7a3f-4666-9982-720102ae8dce req-d26725d4-dabd-4f7e-a19a-a6d64631d16a service nova] Acquiring lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.483774] env[70220]: DEBUG oslo_concurrency.lockutils [req-adf475ae-7a3f-4666-9982-720102ae8dce req-d26725d4-dabd-4f7e-a19a-a6d64631d16a service nova] Lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.483774] env[70220]: DEBUG oslo_concurrency.lockutils [req-adf475ae-7a3f-4666-9982-720102ae8dce req-d26725d4-dabd-4f7e-a19a-a6d64631d16a service nova] Lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.483774] env[70220]: DEBUG nova.compute.manager [req-adf475ae-7a3f-4666-9982-720102ae8dce req-d26725d4-dabd-4f7e-a19a-a6d64631d16a service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] No waiting events found dispatching network-vif-plugged-c12ea84f-9df9-41dc-b545-13dec790b0fa {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.484425] env[70220]: WARNING nova.compute.manager [req-adf475ae-7a3f-4666-9982-720102ae8dce req-d26725d4-dabd-4f7e-a19a-a6d64631d16a service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Received unexpected event network-vif-plugged-c12ea84f-9df9-41dc-b545-13dec790b0fa for instance with vm_state building and task_state spawning. [ 734.516015] env[70220]: DEBUG nova.compute.manager [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 734.550633] env[70220]: DEBUG nova.network.neutron [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Updating instance_info_cache with network_info: [{"id": "c12ea84f-9df9-41dc-b545-13dec790b0fa", "address": "fa:16:3e:75:62:f4", "network": {"id": "4c6e4665-e364-4ad9-932e-b547f1ccb260", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-939484162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3026a9bbacc4aa587e99797aa4e7911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12ea84f-9d", "ovs_interfaceid": "c12ea84f-9df9-41dc-b545-13dec790b0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.564937] env[70220]: DEBUG nova.virt.hardware [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 734.565238] env[70220]: DEBUG nova.virt.hardware [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 734.565417] env[70220]: DEBUG nova.virt.hardware [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 734.565517] env[70220]: DEBUG nova.virt.hardware [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 734.565807] env[70220]: DEBUG nova.virt.hardware [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 734.565807] env[70220]: DEBUG nova.virt.hardware [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 734.566645] env[70220]: DEBUG nova.virt.hardware [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 734.568560] env[70220]: DEBUG nova.virt.hardware [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 734.569681] env[70220]: DEBUG nova.virt.hardware [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 734.569681] env[70220]: DEBUG nova.virt.hardware [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 734.569681] env[70220]: DEBUG nova.virt.hardware [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 734.570693] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e792348e-9421-4796-a2d8-5a21182903ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.584977] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5f78aa-3131-4ad7-a970-874532a02e1a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.714878] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.716220] env[70220]: DEBUG nova.compute.manager [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.720039] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.619s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.721491] env[70220]: INFO nova.compute.claims [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.838033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "refresh_cache-21228faf-5663-44c8-b3ce-52e69d01eeac" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.838233] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquired lock "refresh_cache-21228faf-5663-44c8-b3ce-52e69d01eeac" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.838489] env[70220]: DEBUG nova.network.neutron [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.056493] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Releasing lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.056493] env[70220]: DEBUG nova.compute.manager [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Instance network_info: |[{"id": "c12ea84f-9df9-41dc-b545-13dec790b0fa", "address": "fa:16:3e:75:62:f4", "network": {"id": "4c6e4665-e364-4ad9-932e-b547f1ccb260", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-939484162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3026a9bbacc4aa587e99797aa4e7911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12ea84f-9d", "ovs_interfaceid": "c12ea84f-9df9-41dc-b545-13dec790b0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 735.057674] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:62:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c12ea84f-9df9-41dc-b545-13dec790b0fa', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.072183] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.073072] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1de7d541-5c20-4a06-8349-42c2d539ac03 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.088479] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Created folder: OpenStack in parent group-v4. [ 735.090014] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Creating folder: Project (c3026a9bbacc4aa587e99797aa4e7911). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.090014] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ddbdb92-2f6f-4991-9dd9-b0b91a84bcd1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.099467] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Created folder: Project (c3026a9bbacc4aa587e99797aa4e7911) in parent group-v722922. [ 735.100550] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Creating folder: Instances. Parent ref: group-v722923. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.100919] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-138372b6-36d2-4816-a40c-b8bf71252779 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.112296] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Created folder: Instances in parent group-v722923. [ 735.115017] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.115017] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.115017] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d991f977-94e9-47ff-954b-54adfd77eaa3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.136324] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.136324] env[70220]: value = "task-3625072" [ 735.136324] env[70220]: _type = "Task" [ 735.136324] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.147743] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625072, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.228386] env[70220]: DEBUG nova.compute.utils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.232646] env[70220]: DEBUG nova.compute.manager [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.232826] env[70220]: DEBUG nova.network.neutron [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.458118] env[70220]: DEBUG nova.policy [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67e9c2caa9634234808fb9cb81d2da13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b931481ee3b644d0a01cb750a3e32097', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.511117] env[70220]: DEBUG nova.network.neutron [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.648107] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625072, 'name': CreateVM_Task, 'duration_secs': 0.375551} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.648517] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.671973] env[70220]: DEBUG oslo_vmware.service [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5cdd19-643f-45dd-97ab-5853d40f127f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.679305] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.679632] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.680513] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.681718] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e27993c7-e4bd-4b4b-ad1b-c4c7e6d11690 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.686605] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 735.686605] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52695db2-3bbd-72c8-80d6-6ee845e1db3a" [ 735.686605] env[70220]: _type = "Task" [ 735.686605] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.697473] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52695db2-3bbd-72c8-80d6-6ee845e1db3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.737887] env[70220]: DEBUG nova.compute.manager [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.895821] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72dbc05-6c50-4d83-be09-7aadaffffc36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.905429] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d033060a-5490-4eba-a9f5-06983dcfcd5c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.936870] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07594c36-a445-45a5-b3c7-22681d728879 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.949036] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c02ffe-3f58-46d4-92e4-8cbb236e6aef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.966714] env[70220]: DEBUG nova.compute.provider_tree [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.200894] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.201468] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.201825] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.202098] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.203174] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.203657] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a73a806-2423-4751-a7bf-9da0bd8e99e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.212397] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.212517] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.213282] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cb88ab-cdd1-4428-b7cd-777b7235a8dd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.221334] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd8f29e-5d3f-4cea-bc3a-03021c00c38f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.228399] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 736.228399] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5212cf86-1c5c-c396-b410-10593f82380b" [ 736.228399] env[70220]: _type = "Task" [ 736.228399] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.236255] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5212cf86-1c5c-c396-b410-10593f82380b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.475115] env[70220]: DEBUG nova.scheduler.client.report [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.596842] env[70220]: DEBUG nova.network.neutron [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Updating instance_info_cache with network_info: [{"id": "14d76c5f-2799-47cf-a663-06d5a61d54ba", "address": "fa:16:3e:da:79:af", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d76c5f-27", "ovs_interfaceid": "14d76c5f-2799-47cf-a663-06d5a61d54ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.736980] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Preparing fetch location {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 736.739027] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Creating directory with path [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.739726] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-807e7980-2cf4-4e8b-872b-5a90406028c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.749987] env[70220]: DEBUG nova.compute.manager [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.762712] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Created directory with path [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.762712] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Fetch image to [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 736.762712] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Downloading image file data aaaed22f-e212-40be-bda3-a3d7fb53f464 to [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk on the data store datastore1 {{(pid=70220) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 736.765534] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f48b7a5-3136-455a-8846-dce710048917 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.772716] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa8d647-265c-421d-a95a-8f6f6fb66347 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.791905] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c738448-3767-4161-890e-1a5c867e458f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.798764] env[70220]: DEBUG nova.virt.hardware [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.799017] env[70220]: DEBUG nova.virt.hardware [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.799176] env[70220]: DEBUG nova.virt.hardware [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.799489] env[70220]: DEBUG nova.virt.hardware [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.799559] env[70220]: DEBUG nova.virt.hardware [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.799664] env[70220]: DEBUG nova.virt.hardware [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.799863] env[70220]: DEBUG nova.virt.hardware [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.800032] env[70220]: DEBUG nova.virt.hardware [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.801137] env[70220]: DEBUG nova.virt.hardware [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.801137] env[70220]: DEBUG nova.virt.hardware [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.801137] env[70220]: DEBUG nova.virt.hardware [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.802244] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37dbec5-cd30-458a-b8de-e72ae4dafb60 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.839832] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b836c33-70c9-4ccc-b7ea-7911d2a8c7b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.845224] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d56c878-a6df-4645-8d59-98f20c346e1f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.859359] env[70220]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-22f13ead-512e-44bb-9c53-cbb3af968857 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.893935] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Downloading image file data aaaed22f-e212-40be-bda3-a3d7fb53f464 to the data store datastore1 {{(pid=70220) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 736.980397] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.980397] env[70220]: DEBUG nova.compute.manager [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.988538] env[70220]: DEBUG oslo_vmware.rw_handles [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 736.989727] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.745s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.991254] env[70220]: INFO nova.compute.claims [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.102222] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Releasing lock "refresh_cache-21228faf-5663-44c8-b3ce-52e69d01eeac" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.102554] env[70220]: DEBUG nova.compute.manager [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Instance network_info: |[{"id": "14d76c5f-2799-47cf-a663-06d5a61d54ba", "address": "fa:16:3e:da:79:af", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d76c5f-27", "ovs_interfaceid": "14d76c5f-2799-47cf-a663-06d5a61d54ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.104040] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:79:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14d76c5f-2799-47cf-a663-06d5a61d54ba', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.110768] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Creating folder: Project (61f81bebe5e04c29aa17ac647b73740c). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.116042] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13784e94-bd3b-41f1-9bb0-545c78a2202a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.128611] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Created folder: Project (61f81bebe5e04c29aa17ac647b73740c) in parent group-v722922. [ 737.128611] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Creating folder: Instances. Parent ref: group-v722926. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.135095] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a5101ec-ac39-41d7-a6eb-066ad687b7a9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.147881] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Created folder: Instances in parent group-v722926. [ 737.148245] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.148407] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.149862] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4195b6cb-8683-4489-9add-1d7d18fcdc04 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.173829] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.173829] env[70220]: value = "task-3625075" [ 737.173829] env[70220]: _type = "Task" [ 737.173829] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.183946] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625075, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.247527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquiring lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.248173] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.492138] env[70220]: DEBUG nova.compute.utils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.499898] env[70220]: DEBUG nova.compute.manager [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Not allocating networking since 'none' was specified. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 737.567424] env[70220]: DEBUG nova.compute.manager [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Received event network-changed-c12ea84f-9df9-41dc-b545-13dec790b0fa {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.567424] env[70220]: DEBUG nova.compute.manager [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Refreshing instance network info cache due to event network-changed-c12ea84f-9df9-41dc-b545-13dec790b0fa. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.567424] env[70220]: DEBUG oslo_concurrency.lockutils [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] Acquiring lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.570255] env[70220]: DEBUG oslo_concurrency.lockutils [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] Acquired lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.570854] env[70220]: DEBUG nova.network.neutron [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Refreshing network info cache for port c12ea84f-9df9-41dc-b545-13dec790b0fa {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.574914] env[70220]: DEBUG nova.network.neutron [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Successfully updated port: 495f1484-4e3a-420a-8a59-d3ee920e6b77 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.688115] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625075, 'name': CreateVM_Task, 'duration_secs': 0.358924} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.689577] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.690297] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.690450] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.693836] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.693836] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b90be15-5c29-43c5-9424-6d28aa1ffcb1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.697069] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 737.697069] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52652722-88a8-7bf3-a17c-c833ea4d15fa" [ 737.697069] env[70220]: _type = "Task" [ 737.697069] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.705050] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52652722-88a8-7bf3-a17c-c833ea4d15fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.753360] env[70220]: DEBUG nova.compute.manager [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.792453] env[70220]: DEBUG oslo_vmware.rw_handles [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Completed reading data from the image iterator. {{(pid=70220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 737.792453] env[70220]: DEBUG oslo_vmware.rw_handles [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 737.851182] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Downloaded image file data aaaed22f-e212-40be-bda3-a3d7fb53f464 to vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk on the data store datastore1 {{(pid=70220) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 737.852401] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Caching image {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 737.852868] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Copying Virtual Disk [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk to [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.853717] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53589b91-e4de-4d25-b7c4-81a44882f1af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.864664] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 737.864664] env[70220]: value = "task-3625076" [ 737.864664] env[70220]: _type = "Task" [ 737.864664] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.872965] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.005033] env[70220]: DEBUG nova.network.neutron [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Successfully created port: 747c949b-fbc3-449b-9d6a-1fb3b02c4e9e {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.009167] env[70220]: DEBUG nova.compute.manager [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.082114] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquiring lock "refresh_cache-542efbf6-f5ea-44e0-9c73-f6265fc6ed45" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.085170] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquired lock "refresh_cache-542efbf6-f5ea-44e0-9c73-f6265fc6ed45" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.085363] env[70220]: DEBUG nova.network.neutron [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.226492] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.226740] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.226949] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.249960] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff70d167-5a4c-4d70-814c-2b5583b0eb81 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.266952] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ae03b-003b-4967-8548-3ae8f3296c37 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.302629] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.303441] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a10d0e-305c-4a7e-b8ce-574557550ad9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.315751] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf802a4-89d0-4655-bdb0-f06e6fb4a27f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.331948] env[70220]: DEBUG nova.compute.provider_tree [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.376585] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625076, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.835703] env[70220]: DEBUG nova.scheduler.client.report [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.872522] env[70220]: DEBUG nova.network.neutron [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.879512] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683224} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.879512] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Copied Virtual Disk [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk to [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.879679] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Deleting the datastore file [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.879854] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5de41a3f-9951-42d1-a84e-54e4f985d7c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.887073] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 738.887073] env[70220]: value = "task-3625077" [ 738.887073] env[70220]: _type = "Task" [ 738.887073] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.028910] env[70220]: DEBUG nova.compute.manager [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.060760] env[70220]: DEBUG nova.virt.hardware [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.060897] env[70220]: DEBUG nova.virt.hardware [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.061051] env[70220]: DEBUG nova.virt.hardware [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.061241] env[70220]: DEBUG nova.virt.hardware [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.061385] env[70220]: DEBUG nova.virt.hardware [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.061527] env[70220]: DEBUG nova.virt.hardware [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.061995] env[70220]: DEBUG nova.virt.hardware [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.062134] env[70220]: DEBUG nova.virt.hardware [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.062300] env[70220]: DEBUG nova.virt.hardware [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.062679] env[70220]: DEBUG nova.virt.hardware [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.062679] env[70220]: DEBUG nova.virt.hardware [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.063769] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a6cbd-619a-4d2f-9c3e-7bbec6b9605f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.073073] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee2a54a-a7a6-4a0e-a7c3-261e8d29b1a7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.089577] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.099866] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Creating folder: Project (78de59d4cb41442ab0d3e2eafa2c29ea). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.100903] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9ccea26-ee1a-4b2e-af00-3bbcf19b3d60 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.113058] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Created folder: Project (78de59d4cb41442ab0d3e2eafa2c29ea) in parent group-v722922. [ 739.113353] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Creating folder: Instances. Parent ref: group-v722929. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.113495] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-225b187f-3d06-4791-adaa-e0561f72fb2f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.123428] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Created folder: Instances in parent group-v722929. [ 739.123727] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.123841] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.124043] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adadf735-c9f2-4522-9eb2-6d9e6af6c195 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.141259] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.141259] env[70220]: value = "task-3625080" [ 739.141259] env[70220]: _type = "Task" [ 739.141259] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.150275] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625080, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.341606] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.342252] env[70220]: DEBUG nova.compute.manager [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.353522] env[70220]: DEBUG nova.network.neutron [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Updated VIF entry in instance network info cache for port c12ea84f-9df9-41dc-b545-13dec790b0fa. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.353522] env[70220]: DEBUG nova.network.neutron [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Updating instance_info_cache with network_info: [{"id": "c12ea84f-9df9-41dc-b545-13dec790b0fa", "address": "fa:16:3e:75:62:f4", "network": {"id": "4c6e4665-e364-4ad9-932e-b547f1ccb260", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-939484162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3026a9bbacc4aa587e99797aa4e7911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12ea84f-9d", "ovs_interfaceid": "c12ea84f-9df9-41dc-b545-13dec790b0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.353712] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.091s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.353901] env[70220]: INFO nova.compute.claims [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.402692] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028914} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.403062] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.403328] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Moving file from [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb/aaaed22f-e212-40be-bda3-a3d7fb53f464 to [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464. {{(pid=70220) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 739.403631] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e2015883-798a-4767-b558-854896743f92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.414404] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 739.414404] env[70220]: value = "task-3625081" [ 739.414404] env[70220]: _type = "Task" [ 739.414404] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.427745] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625081, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.475966] env[70220]: DEBUG nova.network.neutron [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Updating instance_info_cache with network_info: [{"id": "495f1484-4e3a-420a-8a59-d3ee920e6b77", "address": "fa:16:3e:26:13:d4", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap495f1484-4e", "ovs_interfaceid": "495f1484-4e3a-420a-8a59-d3ee920e6b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.652680] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625080, 'name': CreateVM_Task, 'duration_secs': 0.318403} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.652859] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.654612] env[70220]: DEBUG oslo_vmware.service [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6c4735-11c0-4a8e-8cbc-6bda6091aec2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.661173] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.661173] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.661173] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.661365] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aba0adea-3618-4deb-8d51-1b64cedb826c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.666019] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 739.666019] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b491a0-fc7b-75fa-4294-c681327b9333" [ 739.666019] env[70220]: _type = "Task" [ 739.666019] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.674268] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b491a0-fc7b-75fa-4294-c681327b9333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.858857] env[70220]: DEBUG oslo_concurrency.lockutils [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] Releasing lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.859322] env[70220]: DEBUG nova.compute.manager [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Received event network-vif-plugged-14d76c5f-2799-47cf-a663-06d5a61d54ba {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.859411] env[70220]: DEBUG oslo_concurrency.lockutils [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] Acquiring lock "21228faf-5663-44c8-b3ce-52e69d01eeac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.859673] env[70220]: DEBUG oslo_concurrency.lockutils [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] Lock "21228faf-5663-44c8-b3ce-52e69d01eeac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.859841] env[70220]: DEBUG oslo_concurrency.lockutils [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] Lock "21228faf-5663-44c8-b3ce-52e69d01eeac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.860012] env[70220]: DEBUG nova.compute.manager [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] No waiting events found dispatching network-vif-plugged-14d76c5f-2799-47cf-a663-06d5a61d54ba {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.860183] env[70220]: WARNING nova.compute.manager [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Received unexpected event network-vif-plugged-14d76c5f-2799-47cf-a663-06d5a61d54ba for instance with vm_state building and task_state spawning. [ 739.860343] env[70220]: DEBUG nova.compute.manager [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Received event network-changed-14d76c5f-2799-47cf-a663-06d5a61d54ba {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.860492] env[70220]: DEBUG nova.compute.manager [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Refreshing instance network info cache due to event network-changed-14d76c5f-2799-47cf-a663-06d5a61d54ba. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.860676] env[70220]: DEBUG oslo_concurrency.lockutils [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] Acquiring lock "refresh_cache-21228faf-5663-44c8-b3ce-52e69d01eeac" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.860827] env[70220]: DEBUG oslo_concurrency.lockutils [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] Acquired lock "refresh_cache-21228faf-5663-44c8-b3ce-52e69d01eeac" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.860960] env[70220]: DEBUG nova.network.neutron [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Refreshing network info cache for port 14d76c5f-2799-47cf-a663-06d5a61d54ba {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.863480] env[70220]: DEBUG nova.compute.utils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.871354] env[70220]: DEBUG nova.compute.manager [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.871354] env[70220]: DEBUG nova.network.neutron [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.926738] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625081, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.152267} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.927031] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] File moved {{(pid=70220) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 739.927124] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Cleaning up location [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 739.927282] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Deleting the datastore file [datastore1] vmware_temp/e1cc877a-f8c4-44f0-aa86-9d70fd456ecb {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.927531] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffd47a12-6992-467b-b96c-a3d668d2e74c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.936701] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 739.936701] env[70220]: value = "task-3625082" [ 739.936701] env[70220]: _type = "Task" [ 739.936701] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.950476] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.984765] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Releasing lock "refresh_cache-542efbf6-f5ea-44e0-9c73-f6265fc6ed45" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.985122] env[70220]: DEBUG nova.compute.manager [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Instance network_info: |[{"id": "495f1484-4e3a-420a-8a59-d3ee920e6b77", "address": "fa:16:3e:26:13:d4", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap495f1484-4e", "ovs_interfaceid": "495f1484-4e3a-420a-8a59-d3ee920e6b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.985560] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:13:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '495f1484-4e3a-420a-8a59-d3ee920e6b77', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.995941] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Creating folder: Project (596935f89af34c5a99c39647dc971843). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.996365] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7da6c29b-77bf-4c88-8777-935040ded5cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.007279] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Created folder: Project (596935f89af34c5a99c39647dc971843) in parent group-v722922. [ 740.007279] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Creating folder: Instances. Parent ref: group-v722932. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.007279] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9824945-3fea-40c2-b674-bd4c04b91ecf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.019102] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Created folder: Instances in parent group-v722932. [ 740.019381] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.019629] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.019845] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb0a0162-6187-456e-b55e-59b6b194b967 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.045558] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.045558] env[70220]: value = "task-3625085" [ 740.045558] env[70220]: _type = "Task" [ 740.045558] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.053648] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625085, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.179300] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.179362] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.179639] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.180033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.180033] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.180343] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-295e54c1-80f0-46bd-808d-dac02823f320 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.188538] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.189186] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.189571] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d24b04-ae55-4e03-aa1d-3c000967b60f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.196134] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01bf34c4-cccc-411c-bbe8-579874cecfa2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.201522] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 740.201522] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52126fdc-c610-69a5-5d35-da4c08fe2e22" [ 740.201522] env[70220]: _type = "Task" [ 740.201522] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.210123] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52126fdc-c610-69a5-5d35-da4c08fe2e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.220294] env[70220]: DEBUG nova.policy [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b07057d261bc46f692b19da88063f289', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f552600e89d48289f2765adebf5aa7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.373962] env[70220]: DEBUG nova.compute.manager [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.453066] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034885} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.454759] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.455941] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac73a88-0f8e-4d4f-a59d-f6a73da46d35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.463912] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 740.463912] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ca55b8-7bf4-34a9-fa0a-2add5613e6fc" [ 740.463912] env[70220]: _type = "Task" [ 740.463912] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.473049] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ca55b8-7bf4-34a9-fa0a-2add5613e6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.503128] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.503550] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.560389] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625085, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.631529] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb3f304-4f5a-49ad-b2e0-6aa1f76785d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.640111] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b295a4d9-10a6-459f-87cb-f289c67ec38f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.676263] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e893d7-3075-4dbd-bac5-6d4c1f4b6348 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.679891] env[70220]: DEBUG nova.compute.manager [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Received event network-vif-plugged-495f1484-4e3a-420a-8a59-d3ee920e6b77 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.680061] env[70220]: DEBUG oslo_concurrency.lockutils [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] Acquiring lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.680355] env[70220]: DEBUG oslo_concurrency.lockutils [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] Lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.680514] env[70220]: DEBUG oslo_concurrency.lockutils [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] Lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.680677] env[70220]: DEBUG nova.compute.manager [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] No waiting events found dispatching network-vif-plugged-495f1484-4e3a-420a-8a59-d3ee920e6b77 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.680866] env[70220]: WARNING nova.compute.manager [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Received unexpected event network-vif-plugged-495f1484-4e3a-420a-8a59-d3ee920e6b77 for instance with vm_state building and task_state spawning. [ 740.681073] env[70220]: DEBUG nova.compute.manager [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Received event network-changed-495f1484-4e3a-420a-8a59-d3ee920e6b77 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.681253] env[70220]: DEBUG nova.compute.manager [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Refreshing instance network info cache due to event network-changed-495f1484-4e3a-420a-8a59-d3ee920e6b77. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.681435] env[70220]: DEBUG oslo_concurrency.lockutils [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] Acquiring lock "refresh_cache-542efbf6-f5ea-44e0-9c73-f6265fc6ed45" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.681569] env[70220]: DEBUG oslo_concurrency.lockutils [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] Acquired lock "refresh_cache-542efbf6-f5ea-44e0-9c73-f6265fc6ed45" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.681719] env[70220]: DEBUG nova.network.neutron [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Refreshing network info cache for port 495f1484-4e3a-420a-8a59-d3ee920e6b77 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.689121] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aae0c05-afa7-4468-9cd4-59e32586e24f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.705442] env[70220]: DEBUG nova.compute.provider_tree [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.714855] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Preparing fetch location {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 740.715066] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Creating directory with path [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.715305] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2efb8169-c3f7-4c34-8786-3794200a501a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.733016] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Created directory with path [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.733200] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Fetch image to [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 740.733373] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Downloading image file data aaaed22f-e212-40be-bda3-a3d7fb53f464 to [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk on the data store datastore2 {{(pid=70220) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 740.734249] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd17169-4732-4c24-8df0-1f2b3a455042 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.744409] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4794cb09-8b50-4a23-8c53-52708935b78f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.755157] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35a3748-ebd7-47ee-911e-fbfa4f4e5251 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.787201] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34237a3b-031b-4bd9-9365-296b7fe77288 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.793926] env[70220]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a118776f-9750-499e-93f8-37bdb0ff1ceb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.826029] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Downloading image file data aaaed22f-e212-40be-bda3-a3d7fb53f464 to the data store datastore2 {{(pid=70220) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 740.920090] env[70220]: DEBUG oslo_vmware.rw_handles [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 741.006343] env[70220]: DEBUG nova.compute.manager [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.009134] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ca55b8-7bf4-34a9-fa0a-2add5613e6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.021465} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.010239] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.010239] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b/2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.010469] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.010699] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.010917] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb3a84a3-5ef1-4367-810a-32d623684314 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.013351] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f48640bd-d05a-42b2-af40-012d9126b924 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.021263] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 741.021263] env[70220]: value = "task-3625086" [ 741.021263] env[70220]: _type = "Task" [ 741.021263] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.030802] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.030992] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.032642] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a96b3eaa-702b-41f7-868c-7b4d341738aa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.038303] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.042853] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 741.042853] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529965e9-e751-1718-5dce-ed1ca93b0ef0" [ 741.042853] env[70220]: _type = "Task" [ 741.042853] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.055669] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529965e9-e751-1718-5dce-ed1ca93b0ef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.061309] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625085, 'name': CreateVM_Task, 'duration_secs': 0.864655} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.062340] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.069204] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.069379] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.070800] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.070800] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b5b4a56-ec7e-4bc6-bae3-274d089fb263 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.077063] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for the task: (returnval){ [ 741.077063] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521aa938-58fe-40db-dad5-dff3367969bb" [ 741.077063] env[70220]: _type = "Task" [ 741.077063] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.085684] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521aa938-58fe-40db-dad5-dff3367969bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.210669] env[70220]: DEBUG nova.scheduler.client.report [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.391108] env[70220]: DEBUG nova.compute.manager [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.436257] env[70220]: DEBUG nova.virt.hardware [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.436257] env[70220]: DEBUG nova.virt.hardware [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.436257] env[70220]: DEBUG nova.virt.hardware [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.436582] env[70220]: DEBUG nova.virt.hardware [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.437069] env[70220]: DEBUG nova.virt.hardware [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.438051] env[70220]: DEBUG nova.virt.hardware [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.438418] env[70220]: DEBUG nova.virt.hardware [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.438770] env[70220]: DEBUG nova.virt.hardware [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.439091] env[70220]: DEBUG nova.virt.hardware [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.439370] env[70220]: DEBUG nova.virt.hardware [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.439797] env[70220]: DEBUG nova.virt.hardware [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.442736] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7788fbfb-7cca-45e5-9925-253630f31159 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.460498] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405b976e-08ce-429b-bbe1-835443dc5a5d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.535581] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625086, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.542880] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.553817] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529965e9-e751-1718-5dce-ed1ca93b0ef0, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.557799] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24003700-6400-4c42-a3a8-ca67a24206b4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.561519] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 741.561519] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524232e0-61c7-396a-9f82-9a4d2883a067" [ 741.561519] env[70220]: _type = "Task" [ 741.561519] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.571762] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524232e0-61c7-396a-9f82-9a4d2883a067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.587178] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521aa938-58fe-40db-dad5-dff3367969bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015625} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.587178] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.587178] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.587178] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.714590] env[70220]: DEBUG oslo_vmware.rw_handles [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Completed reading data from the image iterator. {{(pid=70220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 741.714590] env[70220]: DEBUG oslo_vmware.rw_handles [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 741.718483] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.719216] env[70220]: DEBUG nova.compute.manager [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.723477] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.504s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.723477] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.723477] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 741.723477] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.420s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.727018] env[70220]: INFO nova.compute.claims [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.728318] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7816e52f-540e-47f9-9da6-3bd26338f49e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.737536] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f07883-e77e-4b33-a3d9-64828109dec9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.759022] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf94b6e-343d-40ab-89ae-f5c9f47ae320 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.764151] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd25bb4-9e29-4158-9508-c641a956ce56 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.801952] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Downloaded image file data aaaed22f-e212-40be-bda3-a3d7fb53f464 to vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk on the data store datastore2 {{(pid=70220) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 741.803457] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Caching image {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 741.804701] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Copying Virtual Disk [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk to [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.805521] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180907MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 741.805521] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.805788] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa1591ac-b95f-491d-b1ce-691f10938893 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.814377] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 741.814377] env[70220]: value = "task-3625087" [ 741.814377] env[70220]: _type = "Task" [ 741.814377] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.826849] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.946851] env[70220]: DEBUG nova.network.neutron [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Updated VIF entry in instance network info cache for port 14d76c5f-2799-47cf-a663-06d5a61d54ba. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.948662] env[70220]: DEBUG nova.network.neutron [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Updating instance_info_cache with network_info: [{"id": "14d76c5f-2799-47cf-a663-06d5a61d54ba", "address": "fa:16:3e:da:79:af", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14d76c5f-27", "ovs_interfaceid": "14d76c5f-2799-47cf-a663-06d5a61d54ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.994896] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquiring lock "b643add3-e476-47c2-b316-a38cbddc7ad0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.994896] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Lock "b643add3-e476-47c2-b316-a38cbddc7ad0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.049382] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534431} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.049382] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b/2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.049382] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.049382] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33d60ea9-bbec-407b-a3af-be7228d54830 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.062219] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 742.062219] env[70220]: value = "task-3625088" [ 742.062219] env[70220]: _type = "Task" [ 742.062219] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.089543] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.096477] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524232e0-61c7-396a-9f82-9a4d2883a067, 'name': SearchDatastore_Task, 'duration_secs': 0.016847} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.097141] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.097409] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 21228faf-5663-44c8-b3ce-52e69d01eeac/21228faf-5663-44c8-b3ce-52e69d01eeac.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.098089] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.098219] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.098359] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0682cb1c-ea9c-4de0-bed3-6778ea408a3d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.104998] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cea017d6-815f-483c-a261-080d61b77f59 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.117999] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 742.117999] env[70220]: value = "task-3625089" [ 742.117999] env[70220]: _type = "Task" [ 742.117999] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.117999] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.117999] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.125402] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db83451-4707-4a83-9bf0-dbbac6996e5d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.147375] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.147688] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for the task: (returnval){ [ 742.147688] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eb2eef-1dc5-7d87-8370-1736ea81bd49" [ 742.147688] env[70220]: _type = "Task" [ 742.147688] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.157322] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eb2eef-1dc5-7d87-8370-1736ea81bd49, 'name': SearchDatastore_Task, 'duration_secs': 0.018594} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.158072] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcf321e4-a661-4484-8108-955d4fbc2ab6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.166800] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for the task: (returnval){ [ 742.166800] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5204a58b-026e-616d-0174-663bc19bb738" [ 742.166800] env[70220]: _type = "Task" [ 742.166800] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.186625] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5204a58b-026e-616d-0174-663bc19bb738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.229895] env[70220]: DEBUG nova.compute.utils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.230990] env[70220]: DEBUG nova.compute.manager [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.234255] env[70220]: DEBUG nova.network.neutron [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.330074] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625087, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.444926] env[70220]: DEBUG nova.network.neutron [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Successfully updated port: 747c949b-fbc3-449b-9d6a-1fb3b02c4e9e {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.451738] env[70220]: DEBUG oslo_concurrency.lockutils [req-c42fb46d-feea-47cf-85e7-a28bd1f44f6b req-afc30f2a-c05e-4eaa-be32-775c325f761a service nova] Releasing lock "refresh_cache-21228faf-5663-44c8-b3ce-52e69d01eeac" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.465046] env[70220]: DEBUG nova.policy [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537857a62933449cb670451c17105892', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5956823b4a94d25b94781fbf7b5d6ea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.501658] env[70220]: DEBUG nova.compute.manager [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.579450] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097154} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.580629] env[70220]: DEBUG nova.network.neutron [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Successfully created port: 18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.582687] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.586018] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93739396-f5e6-44b5-8dc6-3d21f0f8fd2b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.612244] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b/2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.612949] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90bc78c2-f362-4dcd-9422-71396c2e70c7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.639154] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625089, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.641875] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 742.641875] env[70220]: value = "task-3625090" [ 742.641875] env[70220]: _type = "Task" [ 742.641875] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.649414] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.681611] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5204a58b-026e-616d-0174-663bc19bb738, 'name': SearchDatastore_Task, 'duration_secs': 0.017444} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.681943] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.682253] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 542efbf6-f5ea-44e0-9c73-f6265fc6ed45/542efbf6-f5ea-44e0-9c73-f6265fc6ed45.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.682562] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63ade4e0-d220-4d74-a793-a0a2933e2fba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.690600] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for the task: (returnval){ [ 742.690600] env[70220]: value = "task-3625091" [ 742.690600] env[70220]: _type = "Task" [ 742.690600] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.704998] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.736700] env[70220]: DEBUG nova.compute.manager [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.832333] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751007} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.832727] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Copied Virtual Disk [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk to [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.832983] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Deleting the datastore file [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464/tmp-sparse.vmdk {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.833302] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7632aed-9ee6-4e1a-a08c-dc89a954f24d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.840834] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 742.840834] env[70220]: value = "task-3625092" [ 742.840834] env[70220]: _type = "Task" [ 742.840834] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.854960] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.954235] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "refresh_cache-64f4d6f6-12b5-440f-9329-a7f1894605aa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.954235] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquired lock "refresh_cache-64f4d6f6-12b5-440f-9329-a7f1894605aa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.954235] env[70220]: DEBUG nova.network.neutron [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.961917] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b34fc81-476e-4fdd-ade0-eaa9abab630b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.975041] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813cf98b-eb1b-4400-a897-c3bb7d90f8a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.011528] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059c4eba-59ad-4172-a8f8-09205877afff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.021998] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7fc883-ea36-45a8-aaa5-63b0547e0fbe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.028964] env[70220]: DEBUG nova.network.neutron [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Updated VIF entry in instance network info cache for port 495f1484-4e3a-420a-8a59-d3ee920e6b77. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.029305] env[70220]: DEBUG nova.network.neutron [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Updating instance_info_cache with network_info: [{"id": "495f1484-4e3a-420a-8a59-d3ee920e6b77", "address": "fa:16:3e:26:13:d4", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap495f1484-4e", "ovs_interfaceid": "495f1484-4e3a-420a-8a59-d3ee920e6b77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.043686] env[70220]: DEBUG nova.compute.provider_tree [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.046076] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.143261] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625089, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691617} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.149659] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 21228faf-5663-44c8-b3ce-52e69d01eeac/21228faf-5663-44c8-b3ce-52e69d01eeac.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.150269] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.150733] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c95c879a-7ee5-4218-9bc3-511cfe73bac8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.160300] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.161928] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 743.161928] env[70220]: value = "task-3625093" [ 743.161928] env[70220]: _type = "Task" [ 743.161928] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.174894] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.208915] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.353636] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024765} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.353891] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.354790] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Moving file from [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00/aaaed22f-e212-40be-bda3-a3d7fb53f464 to [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464. {{(pid=70220) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 743.354790] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-22496bbd-cffc-4cc8-aebc-1be9c3981e86 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.361170] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 743.361170] env[70220]: value = "task-3625094" [ 743.361170] env[70220]: _type = "Task" [ 743.361170] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.369499] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625094, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.532638] env[70220]: DEBUG oslo_concurrency.lockutils [req-58ea3337-4417-48f9-bb5b-bf3e279a62f4 req-d8a2bf53-9a38-4702-9e33-038093fd7a65 service nova] Releasing lock "refresh_cache-542efbf6-f5ea-44e0-9c73-f6265fc6ed45" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.549030] env[70220]: DEBUG nova.scheduler.client.report [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.618952] env[70220]: DEBUG nova.network.neutron [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.657143] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625090, 'name': ReconfigVM_Task, 'duration_secs': 0.667941} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.658363] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b/2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.659228] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b4c7f55-27e3-4d59-8427-e05155cab369 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.668966] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 743.668966] env[70220]: value = "task-3625095" [ 743.668966] env[70220]: _type = "Task" [ 743.668966] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.674912] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100265} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.677606] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.677606] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be46d3a5-6627-48fc-8ebf-58da4a1161a6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.683139] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625095, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.706815] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 21228faf-5663-44c8-b3ce-52e69d01eeac/21228faf-5663-44c8-b3ce-52e69d01eeac.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.714431] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9076084c-f074-45b2-81af-cae73a083ca1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.733498] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553939} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.734703] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 542efbf6-f5ea-44e0-9c73-f6265fc6ed45/542efbf6-f5ea-44e0-9c73-f6265fc6ed45.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.734928] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.735227] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 743.735227] env[70220]: value = "task-3625096" [ 743.735227] env[70220]: _type = "Task" [ 743.735227] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.735416] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec52616a-91f7-4dab-ac13-86b7c9599444 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.745250] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625096, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.746781] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for the task: (returnval){ [ 743.746781] env[70220]: value = "task-3625097" [ 743.746781] env[70220]: _type = "Task" [ 743.746781] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.751227] env[70220]: DEBUG nova.compute.manager [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.759691] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.793996] env[70220]: DEBUG nova.virt.hardware [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.793996] env[70220]: DEBUG nova.virt.hardware [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.794350] env[70220]: DEBUG nova.virt.hardware [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.794350] env[70220]: DEBUG nova.virt.hardware [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.794527] env[70220]: DEBUG nova.virt.hardware [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.794696] env[70220]: DEBUG nova.virt.hardware [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.794821] env[70220]: DEBUG nova.virt.hardware [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.794936] env[70220]: DEBUG nova.virt.hardware [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.795196] env[70220]: DEBUG nova.virt.hardware [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.795385] env[70220]: DEBUG nova.virt.hardware [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.795627] env[70220]: DEBUG nova.virt.hardware [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.796453] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbacb7b-d60f-4e5e-b82c-cf7a1307c279 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.808906] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937a17aa-a34a-4f4d-a600-2f21c64265c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.871376] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625094, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.064775} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.871636] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] File moved {{(pid=70220) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 743.871833] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Cleaning up location [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 743.874252] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Deleting the datastore file [datastore2] vmware_temp/f5124a55-ec5e-4cf0-ae69-de1375f75d00 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.874252] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a296b8e-8630-4404-a86c-6e0a4de59946 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.881133] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 743.881133] env[70220]: value = "task-3625098" [ 743.881133] env[70220]: _type = "Task" [ 743.881133] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.890459] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.059955] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.060510] env[70220]: DEBUG nova.compute.manager [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.070141] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.521s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.070141] env[70220]: INFO nova.compute.claims [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.639622] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625095, 'name': Rename_Task, 'duration_secs': 0.239318} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.639622] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.639622] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625096, 'name': ReconfigVM_Task, 'duration_secs': 0.388374} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.639622] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65b3fee2-76ed-4d0b-9a0e-d8df8c0aa04f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.643589] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 21228faf-5663-44c8-b3ce-52e69d01eeac/21228faf-5663-44c8-b3ce-52e69d01eeac.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.648762] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-add5c8f5-68fa-4aee-be81-338caf1a2185 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.649563] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0398} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.649563] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069692} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.652330] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.652330] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.652330] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbc62f0-18df-46a9-8009-81786d6a7eaa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.656110] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f90a52-7414-424e-93d7-c0ac64256383 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.660924] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 744.660924] env[70220]: value = "task-3625099" [ 744.660924] env[70220]: _type = "Task" [ 744.660924] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.664274] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 744.664274] env[70220]: value = "task-3625100" [ 744.664274] env[70220]: _type = "Task" [ 744.664274] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.681479] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 744.681479] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c3ad53-e904-ca07-c21f-323ac03ff498" [ 744.681479] env[70220]: _type = "Task" [ 744.681479] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.700791] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 542efbf6-f5ea-44e0-9c73-f6265fc6ed45/542efbf6-f5ea-44e0-9c73-f6265fc6ed45.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.700791] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebc70d98-06ee-4360-b262-00685baa69c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.726454] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625099, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.730413] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625100, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.734118] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for the task: (returnval){ [ 744.734118] env[70220]: value = "task-3625101" [ 744.734118] env[70220]: _type = "Task" [ 744.734118] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.740730] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c3ad53-e904-ca07-c21f-323ac03ff498, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.745059] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.745059] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.745840] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d5b0fa0-dd87-4886-beb0-def5018e7fcf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.755023] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.757121] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 744.757121] env[70220]: value = "task-3625102" [ 744.757121] env[70220]: _type = "Task" [ 744.757121] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.766301] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.816391] env[70220]: DEBUG nova.network.neutron [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Updating instance_info_cache with network_info: [{"id": "747c949b-fbc3-449b-9d6a-1fb3b02c4e9e", "address": "fa:16:3e:a5:fc:43", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747c949b-fb", "ovs_interfaceid": "747c949b-fbc3-449b-9d6a-1fb3b02c4e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.818716] env[70220]: DEBUG nova.network.neutron [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Successfully created port: 14dc4f7f-ac51-4e79-b8f7-38355887a1b0 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.106127] env[70220]: DEBUG nova.compute.utils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.110640] env[70220]: DEBUG nova.compute.manager [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.110823] env[70220]: DEBUG nova.network.neutron [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.180153] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625099, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.183242] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625100, 'name': Rename_Task, 'duration_secs': 0.195007} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.183678] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.183921] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c26ef3d-fb7a-490e-a491-9497214340ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.191486] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 745.191486] env[70220]: value = "task-3625103" [ 745.191486] env[70220]: _type = "Task" [ 745.191486] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.205665] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.251054] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625101, 'name': ReconfigVM_Task, 'duration_secs': 0.292022} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.251662] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 542efbf6-f5ea-44e0-9c73-f6265fc6ed45/542efbf6-f5ea-44e0-9c73-f6265fc6ed45.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.252061] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-920226de-d1de-4453-8170-a334ebeb5216 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.265119] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for the task: (returnval){ [ 745.265119] env[70220]: value = "task-3625104" [ 745.265119] env[70220]: _type = "Task" [ 745.265119] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.275181] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625102, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.283582] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625104, 'name': Rename_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.293313] env[70220]: DEBUG nova.compute.manager [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Received event network-vif-plugged-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.293536] env[70220]: DEBUG oslo_concurrency.lockutils [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] Acquiring lock "64f4d6f6-12b5-440f-9329-a7f1894605aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.294043] env[70220]: DEBUG oslo_concurrency.lockutils [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] Lock "64f4d6f6-12b5-440f-9329-a7f1894605aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.294187] env[70220]: DEBUG oslo_concurrency.lockutils [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] Lock "64f4d6f6-12b5-440f-9329-a7f1894605aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.294372] env[70220]: DEBUG nova.compute.manager [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] No waiting events found dispatching network-vif-plugged-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.295307] env[70220]: WARNING nova.compute.manager [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Received unexpected event network-vif-plugged-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e for instance with vm_state building and task_state spawning. [ 745.295307] env[70220]: DEBUG nova.compute.manager [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Received event network-changed-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.295307] env[70220]: DEBUG nova.compute.manager [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Refreshing instance network info cache due to event network-changed-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.295307] env[70220]: DEBUG oslo_concurrency.lockutils [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] Acquiring lock "refresh_cache-64f4d6f6-12b5-440f-9329-a7f1894605aa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.322553] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Releasing lock "refresh_cache-64f4d6f6-12b5-440f-9329-a7f1894605aa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.322953] env[70220]: DEBUG nova.compute.manager [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Instance network_info: |[{"id": "747c949b-fbc3-449b-9d6a-1fb3b02c4e9e", "address": "fa:16:3e:a5:fc:43", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747c949b-fb", "ovs_interfaceid": "747c949b-fbc3-449b-9d6a-1fb3b02c4e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.323354] env[70220]: DEBUG oslo_concurrency.lockutils [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] Acquired lock "refresh_cache-64f4d6f6-12b5-440f-9329-a7f1894605aa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.323788] env[70220]: DEBUG nova.network.neutron [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Refreshing network info cache for port 747c949b-fbc3-449b-9d6a-1fb3b02c4e9e {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.328433] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:fc:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '747c949b-fbc3-449b-9d6a-1fb3b02c4e9e', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.339100] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Creating folder: Project (b931481ee3b644d0a01cb750a3e32097). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.341320] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62bf6de6-d7c6-464b-bea7-2a226692c17c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.355309] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Created folder: Project (b931481ee3b644d0a01cb750a3e32097) in parent group-v722922. [ 745.355309] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Creating folder: Instances. Parent ref: group-v722935. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.355309] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e09b1280-d39e-4217-8e2f-3eff803836cc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.366918] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Created folder: Instances in parent group-v722935. [ 745.366918] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.366918] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.366918] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05f54999-a816-4e3f-ab18-a1a1161077ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.383420] env[70220]: DEBUG nova.policy [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f8d1e0644b94916b5f63c3aca85f14c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb430ece3374226a8d42d38239a3de5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.391416] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.391416] env[70220]: value = "task-3625107" [ 745.391416] env[70220]: _type = "Task" [ 745.391416] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.400297] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625107, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.611738] env[70220]: DEBUG nova.compute.manager [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.675519] env[70220]: DEBUG oslo_vmware.api [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625099, 'name': PowerOnVM_Task, 'duration_secs': 0.561099} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.678483] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.679161] env[70220]: INFO nova.compute.manager [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Took 15.66 seconds to spawn the instance on the hypervisor. [ 745.679414] env[70220]: DEBUG nova.compute.manager [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.684018] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f39376b-2757-4491-99eb-0740b55e8a0e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.708116] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.768899] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624437} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.773107] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.773107] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.777166] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb119b5e-43af-4c1c-a2cf-48c8ffad9619 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.785854] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625104, 'name': Rename_Task, 'duration_secs': 0.194114} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.788890] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.788890] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 745.788890] env[70220]: value = "task-3625108" [ 745.788890] env[70220]: _type = "Task" [ 745.788890] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.788890] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2768f1fb-5f62-4f88-bff8-561a983479bd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.801398] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.803335] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for the task: (returnval){ [ 745.803335] env[70220]: value = "task-3625109" [ 745.803335] env[70220]: _type = "Task" [ 745.803335] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.812627] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.905649] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625107, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.908724] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331f4ac6-22a0-45df-8e04-a904047bf72a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.917596] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1db7f48-d4a2-4504-afcc-8b913636ab2d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.956426] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1880ed-ef16-4a75-bb0b-aa0e247c91bc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.965604] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bce7f59-693e-4229-a06d-54c0d63d8030 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.983671] env[70220]: DEBUG nova.compute.provider_tree [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.212246] env[70220]: INFO nova.compute.manager [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Took 20.51 seconds to build instance. [ 746.218627] env[70220]: DEBUG oslo_vmware.api [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625103, 'name': PowerOnVM_Task, 'duration_secs': 0.841894} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.218902] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.219113] env[70220]: INFO nova.compute.manager [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Took 13.98 seconds to spawn the instance on the hypervisor. [ 746.219345] env[70220]: DEBUG nova.compute.manager [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.220338] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766094f2-b515-49aa-904f-bad40e849607 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.301873] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068681} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.301873] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.302806] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb2269c-933b-44fd-87b4-56b565671e51 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.330555] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.334409] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-972d9fe8-0ea0-4c62-93f4-701c8baceb4f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.349699] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.351955] env[70220]: DEBUG nova.network.neutron [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Updated VIF entry in instance network info cache for port 747c949b-fbc3-449b-9d6a-1fb3b02c4e9e. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.351955] env[70220]: DEBUG nova.network.neutron [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Updating instance_info_cache with network_info: [{"id": "747c949b-fbc3-449b-9d6a-1fb3b02c4e9e", "address": "fa:16:3e:a5:fc:43", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.70", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap747c949b-fb", "ovs_interfaceid": "747c949b-fbc3-449b-9d6a-1fb3b02c4e9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.358066] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 746.358066] env[70220]: value = "task-3625110" [ 746.358066] env[70220]: _type = "Task" [ 746.358066] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.371319] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.404741] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625107, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.420126] env[70220]: DEBUG nova.network.neutron [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Successfully updated port: 18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.489227] env[70220]: DEBUG nova.scheduler.client.report [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.632654] env[70220]: DEBUG nova.compute.manager [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.675881] env[70220]: DEBUG nova.virt.hardware [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.676592] env[70220]: DEBUG nova.virt.hardware [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.676592] env[70220]: DEBUG nova.virt.hardware [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.676592] env[70220]: DEBUG nova.virt.hardware [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.676822] env[70220]: DEBUG nova.virt.hardware [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.676904] env[70220]: DEBUG nova.virt.hardware [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.677147] env[70220]: DEBUG nova.virt.hardware [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.677303] env[70220]: DEBUG nova.virt.hardware [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.677470] env[70220]: DEBUG nova.virt.hardware [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.677699] env[70220]: DEBUG nova.virt.hardware [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.678115] env[70220]: DEBUG nova.virt.hardware [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.679131] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c958bc33-41ee-4827-9f96-90e0651e4bc3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.690161] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e46594-74e6-4c52-91a1-88fb9779c4bc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.715573] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6e8011b0-aba0-4b70-8567-26e913ac6ed7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.030s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.715811] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.004s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.716077] env[70220]: INFO nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] During sync_power_state the instance has a pending task (spawning). Skip. [ 746.716250] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.745582] env[70220]: INFO nova.compute.manager [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Took 20.76 seconds to build instance. [ 746.816481] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.853968] env[70220]: DEBUG oslo_concurrency.lockutils [req-797f3cb1-02ba-4d22-a475-31b57741c6e8 req-dc46b310-5731-4d30-a03f-87aa6f8214d3 service nova] Releasing lock "refresh_cache-64f4d6f6-12b5-440f-9329-a7f1894605aa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.867042] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625110, 'name': ReconfigVM_Task, 'duration_secs': 0.318235} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.867355] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.867928] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee0d2e17-6ec4-47d9-9446-3c0c53fba4c7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.875280] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 746.875280] env[70220]: value = "task-3625111" [ 746.875280] env[70220]: _type = "Task" [ 746.875280] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.885891] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625111, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.903493] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625107, 'name': CreateVM_Task, 'duration_secs': 1.309159} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.903781] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.904902] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.905015] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.905530] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.905899] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a1a320-13c8-4d2d-845e-af691b2f869e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.913880] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 746.913880] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529b6a97-e0fd-5a4c-a3ad-27c78f9d0780" [ 746.913880] env[70220]: _type = "Task" [ 746.913880] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.924154] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.924154] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.924154] env[70220]: DEBUG nova.network.neutron [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.925191] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529b6a97-e0fd-5a4c-a3ad-27c78f9d0780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.001314] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.937s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.001557] env[70220]: DEBUG nova.compute.manager [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.004712] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.199s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.072390] env[70220]: DEBUG nova.network.neutron [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Successfully updated port: 14dc4f7f-ac51-4e79-b8f7-38355887a1b0 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.225537] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquiring lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.225789] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.243680] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5809839b-6a10-4ea0-a4e9-9f0c195b7e2e tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "21228faf-5663-44c8-b3ce-52e69d01eeac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.269s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.244870] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "21228faf-5663-44c8-b3ce-52e69d01eeac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.533s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.245084] env[70220]: INFO nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] During sync_power_state the instance has a pending task (spawning). Skip. [ 747.245260] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "21228faf-5663-44c8-b3ce-52e69d01eeac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.321873] env[70220]: DEBUG oslo_vmware.api [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625109, 'name': PowerOnVM_Task, 'duration_secs': 1.143084} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.321873] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.321873] env[70220]: INFO nova.compute.manager [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Took 12.80 seconds to spawn the instance on the hypervisor. [ 747.321873] env[70220]: DEBUG nova.compute.manager [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.321873] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd74002-373f-4de9-80fe-eaf9b7272eed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.386123] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625111, 'name': Rename_Task, 'duration_secs': 0.150302} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.386430] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.386680] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-663ca529-2a16-41e6-9c6d-0e667dac82f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.394307] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 747.394307] env[70220]: value = "task-3625116" [ 747.394307] env[70220]: _type = "Task" [ 747.394307] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.403973] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.424519] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529b6a97-e0fd-5a4c-a3ad-27c78f9d0780, 'name': SearchDatastore_Task, 'duration_secs': 0.016224} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.424916] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.425197] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.425510] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.425847] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.425953] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.430550] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-147ccd18-3e88-4c52-8524-d76027fd3dd3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.439095] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.439892] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.440866] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c038fa6-8d41-4505-b5b4-154d3d87e45f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.448663] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 747.448663] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52662bd0-853d-0c0f-a24a-87bbc0b74610" [ 747.448663] env[70220]: _type = "Task" [ 747.448663] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.458493] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52662bd0-853d-0c0f-a24a-87bbc0b74610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.481179] env[70220]: DEBUG nova.network.neutron [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.509970] env[70220]: DEBUG nova.compute.utils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.519789] env[70220]: DEBUG nova.compute.manager [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.520079] env[70220]: DEBUG nova.network.neutron [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.577586] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquiring lock "refresh_cache-2b82486a-2d73-45b1-8250-3466ae285f6a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.578092] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquired lock "refresh_cache-2b82486a-2d73-45b1-8250-3466ae285f6a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.578092] env[70220]: DEBUG nova.network.neutron [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.610556] env[70220]: DEBUG nova.policy [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fd400a2c794b3f9428ad0678feba2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '345530a66ef6411eb675025e56a33c08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.692098] env[70220]: DEBUG nova.network.neutron [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Successfully created port: 1a0321f9-5197-4715-8031-c079335fb717 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.728715] env[70220]: DEBUG nova.compute.manager [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.845500] env[70220]: INFO nova.compute.manager [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Took 21.65 seconds to build instance. [ 747.876892] env[70220]: DEBUG nova.network.neutron [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance_info_cache with network_info: [{"id": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "address": "fa:16:3e:80:bd:fc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d52ac6-5c", "ovs_interfaceid": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.911118] env[70220]: DEBUG oslo_vmware.api [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625116, 'name': PowerOnVM_Task, 'duration_secs': 0.453048} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.911244] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.911508] env[70220]: INFO nova.compute.manager [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Took 8.88 seconds to spawn the instance on the hypervisor. [ 747.911666] env[70220]: DEBUG nova.compute.manager [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.912655] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef58681-014b-464a-a537-a1ab4b288979 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.961603] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52662bd0-853d-0c0f-a24a-87bbc0b74610, 'name': SearchDatastore_Task, 'duration_secs': 0.022044} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.962421] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c4c6ba-0cb2-4670-b5e2-200de6ab1b1c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.967998] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 747.967998] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52deb145-d52f-9d7f-8b5f-2305f900bcde" [ 747.967998] env[70220]: _type = "Task" [ 747.967998] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.978323] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52deb145-d52f-9d7f-8b5f-2305f900bcde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.018233] env[70220]: DEBUG nova.compute.manager [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.052957] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.053600] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 21228faf-5663-44c8-b3ce-52e69d01eeac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.053825] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 542efbf6-f5ea-44e0-9c73-f6265fc6ed45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.053914] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 64f4d6f6-12b5-440f-9329-a7f1894605aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.054221] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 34212518-eb14-4da3-913a-9c68b5f5e353 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.054961] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0c653c24-61a2-468d-bcc6-112e95d6368a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.055165] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 2b82486a-2d73-45b1-8250-3466ae285f6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.055352] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance ca432dce-af3a-46fb-a71d-9d6e1ef8064d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.055423] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.149354] env[70220]: DEBUG nova.network.neutron [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.256956] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.308510] env[70220]: DEBUG nova.network.neutron [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Successfully created port: 66f1cced-4847-4420-a96c-e14220b6af9b {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.348261] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5eb0896a-9fd7-40f9-9104-9280c8ee2fdf tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.163s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.348587] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.636s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.348730] env[70220]: INFO nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] During sync_power_state the instance has a pending task (networking). Skip. [ 748.348899] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.381030] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.381030] env[70220]: DEBUG nova.compute.manager [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Instance network_info: |[{"id": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "address": "fa:16:3e:80:bd:fc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d52ac6-5c", "ovs_interfaceid": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.381793] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:bd:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.390889] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Creating folder: Project (3f552600e89d48289f2765adebf5aa7d). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.394052] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40e09c3b-1c97-492a-ae06-f8a71530a041 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.405521] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Created folder: Project (3f552600e89d48289f2765adebf5aa7d) in parent group-v722922. [ 748.405775] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Creating folder: Instances. Parent ref: group-v722941. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.405971] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b101069b-6de9-4563-8b16-3c88df57dc15 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.414167] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "f0951203-1ae7-4579-a80c-c9d22fbee6df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.414483] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "f0951203-1ae7-4579-a80c-c9d22fbee6df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.421433] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Created folder: Instances in parent group-v722941. [ 748.421971] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.422177] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.422302] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c6114ef-e25e-44b6-9b5f-6ae7c0f0eb05 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.450140] env[70220]: INFO nova.compute.manager [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Took 21.37 seconds to build instance. [ 748.460278] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.460278] env[70220]: value = "task-3625119" [ 748.460278] env[70220]: _type = "Task" [ 748.460278] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.469579] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625119, 'name': CreateVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.482019] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52deb145-d52f-9d7f-8b5f-2305f900bcde, 'name': SearchDatastore_Task, 'duration_secs': 0.010198} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.484193] env[70220]: DEBUG nova.network.neutron [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Updating instance_info_cache with network_info: [{"id": "14dc4f7f-ac51-4e79-b8f7-38355887a1b0", "address": "fa:16:3e:53:b2:2a", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dc4f7f-ac", "ovs_interfaceid": "14dc4f7f-ac51-4e79-b8f7-38355887a1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.485128] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.485328] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 64f4d6f6-12b5-440f-9329-a7f1894605aa/64f4d6f6-12b5-440f-9329-a7f1894605aa.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.485953] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fc3461b-0bc7-4d23-9c8c-4a01c757136f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.493152] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 748.493152] env[70220]: value = "task-3625120" [ 748.493152] env[70220]: _type = "Task" [ 748.493152] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.502667] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.559830] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance b643add3-e476-47c2-b316-a38cbddc7ad0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.919100] env[70220]: DEBUG nova.compute.manager [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.952996] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a27dbbda-07e5-471a-a296-326563a0d3d8 tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "34212518-eb14-4da3-913a-9c68b5f5e353" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.887s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.976656] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625119, 'name': CreateVM_Task, 'duration_secs': 0.46078} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.976838] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.977571] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.978284] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.978284] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.978553] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95c555a-0388-47f9-965b-b4edc894aedf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.988298] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Releasing lock "refresh_cache-2b82486a-2d73-45b1-8250-3466ae285f6a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.988694] env[70220]: DEBUG nova.compute.manager [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Instance network_info: |[{"id": "14dc4f7f-ac51-4e79-b8f7-38355887a1b0", "address": "fa:16:3e:53:b2:2a", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dc4f7f-ac", "ovs_interfaceid": "14dc4f7f-ac51-4e79-b8f7-38355887a1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.989195] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 748.989195] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cf44d1-2902-6092-b5f8-ae55d3459337" [ 748.989195] env[70220]: _type = "Task" [ 748.989195] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.991799] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:b2:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14dc4f7f-ac51-4e79-b8f7-38355887a1b0', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.001727] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Creating folder: Project (d5956823b4a94d25b94781fbf7b5d6ea). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.002444] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4eade07b-838d-48a2-9045-b9306b8418c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.025425] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cf44d1-2902-6092-b5f8-ae55d3459337, 'name': SearchDatastore_Task, 'duration_secs': 0.027934} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.025548] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625120, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.027319] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.027319] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.027542] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.027815] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.028810] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.028810] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Created folder: Project (d5956823b4a94d25b94781fbf7b5d6ea) in parent group-v722922. [ 749.028810] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Creating folder: Instances. Parent ref: group-v722944. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.029309] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fde1685-4b5d-496c-9f53-3a43f2e66024 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.033013] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c15fe510-175a-4c1c-97c4-e425a9f17484 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.039475] env[70220]: DEBUG nova.compute.manager [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.043823] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.044028] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.046355] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a69d837e-550c-4fd8-81e1-ed28d72f9916 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.050498] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Created folder: Instances in parent group-v722944. [ 749.050498] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.050498] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.050715] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ccebdaa-978c-4cf1-a8bc-cdda2b7a1dda {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.072807] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f6db5281-a7f3-4ed3-86f5-6fe09cc39c38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.074834] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 749.074834] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52171499-64f7-7188-5b5b-4a6dc5d06f17" [ 749.074834] env[70220]: _type = "Task" [ 749.074834] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.081291] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.081291] env[70220]: value = "task-3625123" [ 749.081291] env[70220]: _type = "Task" [ 749.081291] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.085336] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52171499-64f7-7188-5b5b-4a6dc5d06f17, 'name': SearchDatastore_Task, 'duration_secs': 0.028411} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.087721] env[70220]: DEBUG nova.virt.hardware [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:06:44Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='353192114',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2042945185',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.088079] env[70220]: DEBUG nova.virt.hardware [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.088159] env[70220]: DEBUG nova.virt.hardware [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.088286] env[70220]: DEBUG nova.virt.hardware [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.088470] env[70220]: DEBUG nova.virt.hardware [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.088755] env[70220]: DEBUG nova.virt.hardware [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.089028] env[70220]: DEBUG nova.virt.hardware [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.089028] env[70220]: DEBUG nova.virt.hardware [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.089105] env[70220]: DEBUG nova.virt.hardware [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.089244] env[70220]: DEBUG nova.virt.hardware [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.089418] env[70220]: DEBUG nova.virt.hardware [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.093935] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cadcdb-94a7-49a6-ba18-a326387b9c5f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.099069] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6043ca-01db-4575-8d2a-6dce4409dd2a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.108865] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625123, 'name': CreateVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.118515] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 749.118515] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d4c4d8-7afa-6428-7d28-07680a00d0ad" [ 749.118515] env[70220]: _type = "Task" [ 749.118515] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.122334] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579eab62-48b4-41b5-b97b-839d22ce17eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.143065] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d4c4d8-7afa-6428-7d28-07680a00d0ad, 'name': SearchDatastore_Task, 'duration_secs': 0.021353} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.143065] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.143065] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 0c653c24-61a2-468d-bcc6-112e95d6368a/0c653c24-61a2-468d-bcc6-112e95d6368a.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.143320] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aea2f90-b482-460e-bbcb-7810bd3e1f7b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.151514] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 749.151514] env[70220]: value = "task-3625124" [ 749.151514] env[70220]: _type = "Task" [ 749.151514] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.160501] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.452293] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.514456] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659871} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.514773] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 64f4d6f6-12b5-440f-9329-a7f1894605aa/64f4d6f6-12b5-440f-9329-a7f1894605aa.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.515207] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.515311] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff7669b0-eff2-40fc-bada-5b023f91697a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.528219] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 749.528219] env[70220]: value = "task-3625125" [ 749.528219] env[70220]: _type = "Task" [ 749.528219] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.543135] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.577182] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f0951203-1ae7-4579-a80c-c9d22fbee6df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.577485] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 749.577644] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 749.605197] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625123, 'name': CreateVM_Task, 'duration_secs': 0.463474} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.605695] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.606370] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.606488] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.607095] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.607282] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08046875-0315-4fbf-80cd-7ea8c91f8e10 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.627070] env[70220]: DEBUG nova.compute.manager [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Received event network-vif-plugged-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.627162] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Acquiring lock "0c653c24-61a2-468d-bcc6-112e95d6368a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.628823] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.628823] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.628823] env[70220]: DEBUG nova.compute.manager [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] No waiting events found dispatching network-vif-plugged-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.628823] env[70220]: WARNING nova.compute.manager [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Received unexpected event network-vif-plugged-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 for instance with vm_state building and task_state spawning. [ 749.628823] env[70220]: DEBUG nova.compute.manager [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Received event network-changed-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.629063] env[70220]: DEBUG nova.compute.manager [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Refreshing instance network info cache due to event network-changed-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.629063] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Acquiring lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.629142] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Acquired lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.630951] env[70220]: DEBUG nova.network.neutron [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Refreshing network info cache for port 18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.633527] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for the task: (returnval){ [ 749.633527] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b68d53-a3ab-0bbe-86bd-cb4adcd2fa38" [ 749.633527] env[70220]: _type = "Task" [ 749.633527] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.649181] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b68d53-a3ab-0bbe-86bd-cb4adcd2fa38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.668358] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625124, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.872106] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf551a75-359b-4200-ba3c-2ef84decdbac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.881727] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf20cae-c6c8-4993-bc81-6785fbfe5dce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.925023] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da667370-354a-429d-aa8f-4c3cc443ac68 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.929973] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f519af84-2534-4da1-826e-583dcae2201c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.945483] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.039303] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083776} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.039303] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.040327] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89915f8b-357c-486e-b153-834cd33872ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.067104] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 64f4d6f6-12b5-440f-9329-a7f1894605aa/64f4d6f6-12b5-440f-9329-a7f1894605aa.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.067450] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03d53d11-5822-420c-a6e6-746f64bfac10 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.091362] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 750.091362] env[70220]: value = "task-3625127" [ 750.091362] env[70220]: _type = "Task" [ 750.091362] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.104540] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625127, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.150418] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b68d53-a3ab-0bbe-86bd-cb4adcd2fa38, 'name': SearchDatastore_Task, 'duration_secs': 0.062693} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.150604] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.150856] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.151104] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.151248] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.152058] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.152058] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5ba561-b425-40bf-99ff-577a439ae160 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.165782] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735026} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.166115] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 0c653c24-61a2-468d-bcc6-112e95d6368a/0c653c24-61a2-468d-bcc6-112e95d6368a.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.166542] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.166542] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75dc6414-78ef-4c0c-97ad-480c032631ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.170967] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.170967] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.171773] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-838f0b72-a25f-4902-af6a-627f75d60025 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.176592] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 750.176592] env[70220]: value = "task-3625128" [ 750.176592] env[70220]: _type = "Task" [ 750.176592] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.180935] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for the task: (returnval){ [ 750.180935] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52743cc1-8e5f-7c6d-214b-160129bfc550" [ 750.180935] env[70220]: _type = "Task" [ 750.180935] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.191080] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.198329] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52743cc1-8e5f-7c6d-214b-160129bfc550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.368994] env[70220]: DEBUG nova.network.neutron [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Successfully updated port: 66f1cced-4847-4420-a96c-e14220b6af9b {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.449087] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.457187] env[70220]: DEBUG nova.network.neutron [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updated VIF entry in instance network info cache for port 18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.457187] env[70220]: DEBUG nova.network.neutron [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance_info_cache with network_info: [{"id": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "address": "fa:16:3e:80:bd:fc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d52ac6-5c", "ovs_interfaceid": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.603064] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625127, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.637135] env[70220]: DEBUG nova.network.neutron [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Successfully updated port: 1a0321f9-5197-4715-8031-c079335fb717 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.689835] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070393} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.690733] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.691408] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b36392-e250-43e1-8fa6-9d536925c986 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.698517] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52743cc1-8e5f-7c6d-214b-160129bfc550, 'name': SearchDatastore_Task, 'duration_secs': 0.035299} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.699225] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ae5a4d-447d-4214-833c-3cb9726b2fd8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.719574] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 0c653c24-61a2-468d-bcc6-112e95d6368a/0c653c24-61a2-468d-bcc6-112e95d6368a.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.720610] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5288736b-2e9f-429e-b5ae-4d04fa357eea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.737426] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for the task: (returnval){ [ 750.737426] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5278671f-20c6-1b55-bacb-15ab2e2a2cc5" [ 750.737426] env[70220]: _type = "Task" [ 750.737426] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.743310] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 750.743310] env[70220]: value = "task-3625129" [ 750.743310] env[70220]: _type = "Task" [ 750.743310] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.746460] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5278671f-20c6-1b55-bacb-15ab2e2a2cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.757935] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.873268] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "refresh_cache-0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.873418] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquired lock "refresh_cache-0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.873572] env[70220]: DEBUG nova.network.neutron [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.954546] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 750.955256] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.950s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.955256] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.909s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.956796] env[70220]: INFO nova.compute.claims [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.960354] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 750.961940] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Getting list of instances from cluster (obj){ [ 750.961940] env[70220]: value = "domain-c8" [ 750.961940] env[70220]: _type = "ClusterComputeResource" [ 750.961940] env[70220]: } {{(pid=70220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 750.962937] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Releasing lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.966088] env[70220]: DEBUG nova.compute.manager [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Received event network-vif-plugged-14dc4f7f-ac51-4e79-b8f7-38355887a1b0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.966088] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Acquiring lock "2b82486a-2d73-45b1-8250-3466ae285f6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.966088] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Lock "2b82486a-2d73-45b1-8250-3466ae285f6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.966088] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Lock "2b82486a-2d73-45b1-8250-3466ae285f6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.966088] env[70220]: DEBUG nova.compute.manager [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] No waiting events found dispatching network-vif-plugged-14dc4f7f-ac51-4e79-b8f7-38355887a1b0 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.966271] env[70220]: WARNING nova.compute.manager [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Received unexpected event network-vif-plugged-14dc4f7f-ac51-4e79-b8f7-38355887a1b0 for instance with vm_state building and task_state spawning. [ 750.966271] env[70220]: DEBUG nova.compute.manager [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Received event network-changed-14dc4f7f-ac51-4e79-b8f7-38355887a1b0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.966271] env[70220]: DEBUG nova.compute.manager [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Refreshing instance network info cache due to event network-changed-14dc4f7f-ac51-4e79-b8f7-38355887a1b0. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.966271] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Acquiring lock "refresh_cache-2b82486a-2d73-45b1-8250-3466ae285f6a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.966271] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Acquired lock "refresh_cache-2b82486a-2d73-45b1-8250-3466ae285f6a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.966461] env[70220]: DEBUG nova.network.neutron [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Refreshing network info cache for port 14dc4f7f-ac51-4e79-b8f7-38355887a1b0 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.967423] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb00360b-99ba-4e03-8a74-083576b40ab4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.988587] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Got total of 7 instances {{(pid=70220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 751.041846] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "95b4ab4c-0dce-456e-847c-e4e38778446a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.042175] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "95b4ab4c-0dce-456e-847c-e4e38778446a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.111061] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625127, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.143376] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquiring lock "refresh_cache-ca432dce-af3a-46fb-a71d-9d6e1ef8064d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.143523] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquired lock "refresh_cache-ca432dce-af3a-46fb-a71d-9d6e1ef8064d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.143688] env[70220]: DEBUG nova.network.neutron [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.248255] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5278671f-20c6-1b55-bacb-15ab2e2a2cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.031725} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.251640] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.251946] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 2b82486a-2d73-45b1-8250-3466ae285f6a/2b82486a-2d73-45b1-8250-3466ae285f6a.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.252326] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a547c53-4d71-4165-9de1-938b69a8181d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.259991] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625129, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.261986] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for the task: (returnval){ [ 751.261986] env[70220]: value = "task-3625130" [ 751.261986] env[70220]: _type = "Task" [ 751.261986] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.270858] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.437647] env[70220]: DEBUG nova.network.neutron [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.547657] env[70220]: DEBUG nova.compute.manager [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.606239] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625127, 'name': ReconfigVM_Task, 'duration_secs': 1.024912} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.606424] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 64f4d6f6-12b5-440f-9329-a7f1894605aa/64f4d6f6-12b5-440f-9329-a7f1894605aa.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.607921] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7d9d8c3-57d5-4c25-8fce-a1ba14dc83a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.616960] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 751.616960] env[70220]: value = "task-3625131" [ 751.616960] env[70220]: _type = "Task" [ 751.616960] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.624385] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625131, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.692632] env[70220]: DEBUG nova.network.neutron [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.710592] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.710847] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.711079] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.711449] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.711449] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.711635] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 751.756216] env[70220]: DEBUG nova.network.neutron [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Updated VIF entry in instance network info cache for port 14dc4f7f-ac51-4e79-b8f7-38355887a1b0. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.756610] env[70220]: DEBUG nova.network.neutron [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Updating instance_info_cache with network_info: [{"id": "14dc4f7f-ac51-4e79-b8f7-38355887a1b0", "address": "fa:16:3e:53:b2:2a", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14dc4f7f-ac", "ovs_interfaceid": "14dc4f7f-ac51-4e79-b8f7-38355887a1b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.763730] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625129, 'name': ReconfigVM_Task, 'duration_secs': 0.648234} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.769685] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 0c653c24-61a2-468d-bcc6-112e95d6368a/0c653c24-61a2-468d-bcc6-112e95d6368a.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.770641] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6fa230f-ec11-4e28-b812-5b804a3a5bde {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.781608] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625130, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.783246] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 751.783246] env[70220]: value = "task-3625132" [ 751.783246] env[70220]: _type = "Task" [ 751.783246] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.798463] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625132, 'name': Rename_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.826985] env[70220]: DEBUG nova.network.neutron [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Updating instance_info_cache with network_info: [{"id": "66f1cced-4847-4420-a96c-e14220b6af9b", "address": "fa:16:3e:5a:54:d7", "network": {"id": "a6c0af0c-d0ab-402d-9cdf-526d9e1513c6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-652733890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345530a66ef6411eb675025e56a33c08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f1cced-48", "ovs_interfaceid": "66f1cced-4847-4420-a96c-e14220b6af9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.890617] env[70220]: DEBUG nova.network.neutron [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Updating instance_info_cache with network_info: [{"id": "1a0321f9-5197-4715-8031-c079335fb717", "address": "fa:16:3e:df:4e:df", "network": {"id": "7e77fc0e-d5d7-4286-af2d-c5ae79174de9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1473273738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb430ece3374226a8d42d38239a3de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0321f9-51", "ovs_interfaceid": "1a0321f9-5197-4715-8031-c079335fb717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.080634] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.126115] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625131, 'name': Rename_Task, 'duration_secs': 0.309573} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.126681] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.126681] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bd8754c-f867-48d1-bafe-436110603626 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.133730] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 752.133730] env[70220]: value = "task-3625134" [ 752.133730] env[70220]: _type = "Task" [ 752.133730] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.142839] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.259974] env[70220]: DEBUG oslo_concurrency.lockutils [req-54f70335-ebc4-48a1-a265-139b5443c6e4 req-a5cfaa88-c443-4639-9b56-2d82e886cdcd service nova] Releasing lock "refresh_cache-2b82486a-2d73-45b1-8250-3466ae285f6a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.281171] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789512} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.281435] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 2b82486a-2d73-45b1-8250-3466ae285f6a/2b82486a-2d73-45b1-8250-3466ae285f6a.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.281644] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.281903] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b188471-d720-40fc-a926-a2a2bf784d11 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.293979] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625132, 'name': Rename_Task, 'duration_secs': 0.31936} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.296814] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.297353] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d53823d-0aa6-49da-a9e0-2cfcb014f1bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.302061] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for the task: (returnval){ [ 752.302061] env[70220]: value = "task-3625135" [ 752.302061] env[70220]: _type = "Task" [ 752.302061] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.302061] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16683580-1ee2-44a7-b58b-cdd7cbd60228 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.310610] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656258f6-7782-4a27-8e2c-38e64684d06d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.327020] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 752.327020] env[70220]: value = "task-3625136" [ 752.327020] env[70220]: _type = "Task" [ 752.327020] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.327020] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.354256] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Releasing lock "refresh_cache-0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.354520] env[70220]: DEBUG nova.compute.manager [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Instance network_info: |[{"id": "66f1cced-4847-4420-a96c-e14220b6af9b", "address": "fa:16:3e:5a:54:d7", "network": {"id": "a6c0af0c-d0ab-402d-9cdf-526d9e1513c6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-652733890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345530a66ef6411eb675025e56a33c08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f1cced-48", "ovs_interfaceid": "66f1cced-4847-4420-a96c-e14220b6af9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.355626] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:54:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66f1cced-4847-4420-a96c-e14220b6af9b', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.363235] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Creating folder: Project (345530a66ef6411eb675025e56a33c08). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.363978] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f459978-7a53-4774-a129-841453871bb3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.371411] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a4f3ca4-f443-45b5-ba4a-6d75ca9f1234 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.373314] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.378823] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae0d498-6ef8-4967-aa0f-35e71ccbe57a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.383915] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Created folder: Project (345530a66ef6411eb675025e56a33c08) in parent group-v722922. [ 752.384107] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Creating folder: Instances. Parent ref: group-v722947. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.384648] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-beb3ad60-efa7-4739-a670-6679a0225d2f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.394785] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Releasing lock "refresh_cache-ca432dce-af3a-46fb-a71d-9d6e1ef8064d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.395236] env[70220]: DEBUG nova.compute.manager [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Instance network_info: |[{"id": "1a0321f9-5197-4715-8031-c079335fb717", "address": "fa:16:3e:df:4e:df", "network": {"id": "7e77fc0e-d5d7-4286-af2d-c5ae79174de9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1473273738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb430ece3374226a8d42d38239a3de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0321f9-51", "ovs_interfaceid": "1a0321f9-5197-4715-8031-c079335fb717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.396654] env[70220]: DEBUG nova.compute.provider_tree [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.398515] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:4e:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a0321f9-5197-4715-8031-c079335fb717', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.406107] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Creating folder: Project (efb430ece3374226a8d42d38239a3de5). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.408982] env[70220]: DEBUG nova.scheduler.client.report [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.412086] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-130abc4d-d124-4c22-b6b9-2ababdb966d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.416020] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Created folder: Instances in parent group-v722947. [ 752.416020] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.416020] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.416257] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2411530-9d83-4358-9543-04f733bdaf4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.436932] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Created folder: Project (efb430ece3374226a8d42d38239a3de5) in parent group-v722922. [ 752.436932] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Creating folder: Instances. Parent ref: group-v722949. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.436932] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbca8999-3488-4fdc-89dc-4dcbaeeaf562 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.439868] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.439868] env[70220]: value = "task-3625140" [ 752.439868] env[70220]: _type = "Task" [ 752.439868] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.445159] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Created folder: Instances in parent group-v722949. [ 752.445380] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.445552] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.445758] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cdf894c-5313-4c34-a28d-e37558c2fc1e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.464212] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625140, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.468914] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.468914] env[70220]: value = "task-3625142" [ 752.468914] env[70220]: _type = "Task" [ 752.468914] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.476618] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625142, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.565130] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.565407] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.645566] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.816587] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243517} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.817210] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.818688] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6059d9-80f3-460f-9431-c0587742329d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.846993] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 2b82486a-2d73-45b1-8250-3466ae285f6a/2b82486a-2d73-45b1-8250-3466ae285f6a.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.852248] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49722fbd-c947-44d5-94a2-29040cc67048 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.879644] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.881470] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for the task: (returnval){ [ 752.881470] env[70220]: value = "task-3625143" [ 752.881470] env[70220]: _type = "Task" [ 752.881470] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.890625] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.916821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.961s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.917837] env[70220]: DEBUG nova.compute.manager [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.924589] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.664s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.927846] env[70220]: INFO nova.compute.claims [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.936507] env[70220]: DEBUG nova.compute.manager [req-71c28a41-0c6b-434c-8209-e0567f36b4e2 req-d48b4403-812a-41bf-b208-6ddc198a6643 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Received event network-vif-plugged-1a0321f9-5197-4715-8031-c079335fb717 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.936507] env[70220]: DEBUG oslo_concurrency.lockutils [req-71c28a41-0c6b-434c-8209-e0567f36b4e2 req-d48b4403-812a-41bf-b208-6ddc198a6643 service nova] Acquiring lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.936628] env[70220]: DEBUG oslo_concurrency.lockutils [req-71c28a41-0c6b-434c-8209-e0567f36b4e2 req-d48b4403-812a-41bf-b208-6ddc198a6643 service nova] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.936747] env[70220]: DEBUG oslo_concurrency.lockutils [req-71c28a41-0c6b-434c-8209-e0567f36b4e2 req-d48b4403-812a-41bf-b208-6ddc198a6643 service nova] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.936918] env[70220]: DEBUG nova.compute.manager [req-71c28a41-0c6b-434c-8209-e0567f36b4e2 req-d48b4403-812a-41bf-b208-6ddc198a6643 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] No waiting events found dispatching network-vif-plugged-1a0321f9-5197-4715-8031-c079335fb717 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.937169] env[70220]: WARNING nova.compute.manager [req-71c28a41-0c6b-434c-8209-e0567f36b4e2 req-d48b4403-812a-41bf-b208-6ddc198a6643 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Received unexpected event network-vif-plugged-1a0321f9-5197-4715-8031-c079335fb717 for instance with vm_state building and task_state spawning. [ 752.950416] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625140, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.982870] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625142, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.068234] env[70220]: DEBUG nova.compute.manager [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.148568] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625134, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.348285] env[70220]: DEBUG oslo_vmware.api [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625136, 'name': PowerOnVM_Task, 'duration_secs': 0.987562} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.348285] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.348285] env[70220]: INFO nova.compute.manager [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Took 11.96 seconds to spawn the instance on the hypervisor. [ 753.348285] env[70220]: DEBUG nova.compute.manager [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.348285] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d319d976-fa43-4e00-be12-27139b70c3e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.394290] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.435929] env[70220]: DEBUG nova.compute.utils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.438296] env[70220]: DEBUG nova.compute.manager [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.438296] env[70220]: DEBUG nova.network.neutron [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.461331] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625140, 'name': CreateVM_Task, 'duration_secs': 0.654096} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.461940] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.462783] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.466298] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.466809] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.467590] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95392c8f-d0ce-4808-b126-c1a1b0fac7fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.476711] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 753.476711] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5219f943-e245-b76a-0c77-39d48eb6aae8" [ 753.476711] env[70220]: _type = "Task" [ 753.476711] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.485058] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625142, 'name': CreateVM_Task, 'duration_secs': 0.99266} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.487795] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.488862] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.493574] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5219f943-e245-b76a-0c77-39d48eb6aae8, 'name': SearchDatastore_Task, 'duration_secs': 0.012394} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.493876] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.494203] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.494496] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.494557] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.495620] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.495620] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.495620] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.495804] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f91d13d3-1068-4dc6-96b6-09b85200a8b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.501477] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d206a3-c6b1-4b67-b504-12013708166f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.504412] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for the task: (returnval){ [ 753.504412] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521497d0-363c-3d3d-c2d9-db55498785b0" [ 753.504412] env[70220]: _type = "Task" [ 753.504412] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.515873] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.516130] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.519822] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280cc9bb-6ad4-4f5b-b893-0f82e66dada0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.527105] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521497d0-363c-3d3d-c2d9-db55498785b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.529952] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 753.529952] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f65da4-e94d-c17d-9b1a-1c13b18ac6a1" [ 753.529952] env[70220]: _type = "Task" [ 753.529952] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.540411] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f65da4-e94d-c17d-9b1a-1c13b18ac6a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.546667] env[70220]: DEBUG nova.policy [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb8e0622dfa844288bfc8367ee12ec94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ecdcbaf317c440f995538cedd0070d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.603573] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.648852] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625134, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.881736] env[70220]: INFO nova.compute.manager [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Took 24.65 seconds to build instance. [ 753.893584] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625143, 'name': ReconfigVM_Task, 'duration_secs': 0.6651} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.894231] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 2b82486a-2d73-45b1-8250-3466ae285f6a/2b82486a-2d73-45b1-8250-3466ae285f6a.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.895315] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38db6e5e-2579-4835-b29b-2f2fcf770e47 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.907099] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for the task: (returnval){ [ 753.907099] env[70220]: value = "task-3625144" [ 753.907099] env[70220]: _type = "Task" [ 753.907099] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.916429] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625144, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.941709] env[70220]: DEBUG nova.compute.manager [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.990752] env[70220]: DEBUG nova.compute.manager [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Received event network-vif-plugged-66f1cced-4847-4420-a96c-e14220b6af9b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.990993] env[70220]: DEBUG oslo_concurrency.lockutils [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] Acquiring lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.991282] env[70220]: DEBUG oslo_concurrency.lockutils [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] Lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.991508] env[70220]: DEBUG oslo_concurrency.lockutils [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] Lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.991742] env[70220]: DEBUG nova.compute.manager [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] No waiting events found dispatching network-vif-plugged-66f1cced-4847-4420-a96c-e14220b6af9b {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.991913] env[70220]: WARNING nova.compute.manager [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Received unexpected event network-vif-plugged-66f1cced-4847-4420-a96c-e14220b6af9b for instance with vm_state building and task_state spawning. [ 753.992083] env[70220]: DEBUG nova.compute.manager [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Received event network-changed-66f1cced-4847-4420-a96c-e14220b6af9b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.992240] env[70220]: DEBUG nova.compute.manager [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Refreshing instance network info cache due to event network-changed-66f1cced-4847-4420-a96c-e14220b6af9b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.993063] env[70220]: DEBUG oslo_concurrency.lockutils [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] Acquiring lock "refresh_cache-0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.993063] env[70220]: DEBUG oslo_concurrency.lockutils [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] Acquired lock "refresh_cache-0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.993063] env[70220]: DEBUG nova.network.neutron [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Refreshing network info cache for port 66f1cced-4847-4420-a96c-e14220b6af9b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.029290] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521497d0-363c-3d3d-c2d9-db55498785b0, 'name': SearchDatastore_Task, 'duration_secs': 0.021184} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.029638] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.029888] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.030136] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.042837] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f65da4-e94d-c17d-9b1a-1c13b18ac6a1, 'name': SearchDatastore_Task, 'duration_secs': 0.012751} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.047704] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e4901f-9ba1-4fa9-ba16-2ff9cf2300df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.055474] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 754.055474] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b097fc-ffd9-856a-b6b4-3305b2581401" [ 754.055474] env[70220]: _type = "Task" [ 754.055474] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.068939] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b097fc-ffd9-856a-b6b4-3305b2581401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.150517] env[70220]: DEBUG oslo_vmware.api [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625134, 'name': PowerOnVM_Task, 'duration_secs': 1.539404} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.151071] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.151303] env[70220]: INFO nova.compute.manager [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Took 17.40 seconds to spawn the instance on the hypervisor. [ 754.151583] env[70220]: DEBUG nova.compute.manager [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.152919] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1719d2-ee0d-431d-acfc-20cbb8953dc8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.175902] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "6750e7b9-6ca1-43a3-933c-516927e52767" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.175902] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "6750e7b9-6ca1-43a3-933c-516927e52767" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.250513] env[70220]: DEBUG nova.network.neutron [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Successfully created port: 69409837-1c37-4fe7-a0fd-cf057ddf606a {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.280389] env[70220]: INFO nova.compute.manager [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Rebuilding instance [ 754.316720] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763ab818-d019-48e2-a0ec-606b05f711a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.325719] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeb3dd7-2458-4530-9333-893fbb28843d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.335887] env[70220]: DEBUG nova.compute.manager [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.336946] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6126c5d1-4846-47e9-9928-781b980df84a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.368777] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba29e8b2-c9d2-4f61-a0aa-fabf22a1d5d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.381158] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425be79e-99d6-468d-a510-ea6697580998 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.390985] env[70220]: DEBUG oslo_concurrency.lockutils [None req-431cb88b-46a7-4358-b7ca-0de96207e478 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.175s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.397816] env[70220]: DEBUG nova.compute.provider_tree [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.414602] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625144, 'name': Rename_Task, 'duration_secs': 0.274129} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.414602] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.414602] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b2ce05a-bc0f-4d21-9e2f-e4cfedb08ed4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.422417] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for the task: (returnval){ [ 754.422417] env[70220]: value = "task-3625146" [ 754.422417] env[70220]: _type = "Task" [ 754.422417] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.432039] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.568058] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b097fc-ffd9-856a-b6b4-3305b2581401, 'name': SearchDatastore_Task, 'duration_secs': 0.012616} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.568319] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.568576] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b/0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.568845] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.569356] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.569356] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c769bea2-4c32-47d9-aa0b-b78e206b34ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.571752] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5da67b9d-9c47-42a9-8506-cd074887837d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.579780] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 754.579780] env[70220]: value = "task-3625147" [ 754.579780] env[70220]: _type = "Task" [ 754.579780] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.584386] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.584607] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.585726] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcfa6765-c57e-42bc-9404-ebe567b3f96f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.591368] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.595644] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for the task: (returnval){ [ 754.595644] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529c1e16-1b79-0b96-a8be-648b596ef069" [ 754.595644] env[70220]: _type = "Task" [ 754.595644] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.604335] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529c1e16-1b79-0b96-a8be-648b596ef069, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.684495] env[70220]: INFO nova.compute.manager [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Took 27.75 seconds to build instance. [ 754.889209] env[70220]: DEBUG nova.compute.manager [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.901389] env[70220]: DEBUG nova.scheduler.client.report [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.942536] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.958258] env[70220]: DEBUG nova.compute.manager [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.988868] env[70220]: DEBUG nova.virt.hardware [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.989189] env[70220]: DEBUG nova.virt.hardware [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.989356] env[70220]: DEBUG nova.virt.hardware [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.989535] env[70220]: DEBUG nova.virt.hardware [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.989721] env[70220]: DEBUG nova.virt.hardware [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.989883] env[70220]: DEBUG nova.virt.hardware [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.990172] env[70220]: DEBUG nova.virt.hardware [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.990387] env[70220]: DEBUG nova.virt.hardware [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.990576] env[70220]: DEBUG nova.virt.hardware [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.990734] env[70220]: DEBUG nova.virt.hardware [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.990905] env[70220]: DEBUG nova.virt.hardware [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.992178] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b95d6-9d1b-41c2-b401-3dac4046539e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.001717] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9f5ddc-bed0-43b3-9665-6b7dfa2177dd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.091697] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625147, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.105830] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529c1e16-1b79-0b96-a8be-648b596ef069, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.106750] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9576f4a3-4d5d-43e2-bae8-f41309d2f918 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.112844] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for the task: (returnval){ [ 755.112844] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fe3fa6-7189-37e9-892e-f67a76c54138" [ 755.112844] env[70220]: _type = "Task" [ 755.112844] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.122901] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fe3fa6-7189-37e9-892e-f67a76c54138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.187074] env[70220]: DEBUG oslo_concurrency.lockutils [None req-65810271-a1cb-4e00-b4ab-af8c3560e283 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "64f4d6f6-12b5-440f-9329-a7f1894605aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.277s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.187385] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "64f4d6f6-12b5-440f-9329-a7f1894605aa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 21.475s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.188341] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee2eb4c-9a7c-4241-8be2-293c5b3157ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.380423] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.380758] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fd33dba-2c27-4f09-adbf-f66cb8646e6c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.388384] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 755.388384] env[70220]: value = "task-3625151" [ 755.388384] env[70220]: _type = "Task" [ 755.388384] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.406115] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.407302] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.407766] env[70220]: DEBUG nova.compute.manager [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.410823] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.960s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.414773] env[70220]: INFO nova.compute.claims [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.421271] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.437052] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.526096] env[70220]: DEBUG nova.network.neutron [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Updated VIF entry in instance network info cache for port 66f1cced-4847-4420-a96c-e14220b6af9b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.526448] env[70220]: DEBUG nova.network.neutron [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Updating instance_info_cache with network_info: [{"id": "66f1cced-4847-4420-a96c-e14220b6af9b", "address": "fa:16:3e:5a:54:d7", "network": {"id": "a6c0af0c-d0ab-402d-9cdf-526d9e1513c6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-652733890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345530a66ef6411eb675025e56a33c08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f1cced-48", "ovs_interfaceid": "66f1cced-4847-4420-a96c-e14220b6af9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.591510] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664769} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.591937] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b/0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.592266] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.592616] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0372214a-c736-4a4c-8063-7bcff078ade9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.601282] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 755.601282] env[70220]: value = "task-3625152" [ 755.601282] env[70220]: _type = "Task" [ 755.601282] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.611321] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.623471] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fe3fa6-7189-37e9-892e-f67a76c54138, 'name': SearchDatastore_Task, 'duration_secs': 0.053462} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.624254] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.624533] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] ca432dce-af3a-46fb-a71d-9d6e1ef8064d/ca432dce-af3a-46fb-a71d-9d6e1ef8064d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.624897] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5d88d61-1188-489f-89b9-0ca9f99e914e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.632548] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for the task: (returnval){ [ 755.632548] env[70220]: value = "task-3625153" [ 755.632548] env[70220]: _type = "Task" [ 755.632548] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.644286] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.702133] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "64f4d6f6-12b5-440f-9329-a7f1894605aa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.874337] env[70220]: DEBUG nova.network.neutron [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Successfully updated port: 69409837-1c37-4fe7-a0fd-cf057ddf606a {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.905970] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625151, 'name': PowerOffVM_Task, 'duration_secs': 0.345558} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.907298] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.907633] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.908560] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3256d88-ae7d-49ef-b30b-63050846b98d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.913312] env[70220]: DEBUG nova.compute.utils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.914667] env[70220]: DEBUG nova.compute.manager [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.914853] env[70220]: DEBUG nova.network.neutron [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.925042] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.928108] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86f7c89b-8eec-44e2-a227-b31074341a91 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.941183] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625146, 'name': PowerOnVM_Task} progress is 79%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.956339] env[70220]: DEBUG nova.policy [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b3bbb2f191d4a4d80fbba28ba1e0059', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e42f73f7a30647879f5f2a46720c66d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.959995] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.960240] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.960836] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Deleting the datastore file [datastore2] 34212518-eb14-4da3-913a-9c68b5f5e353 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.960836] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b279a258-dfe4-4850-9da5-62233c2073c7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.966631] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 755.966631] env[70220]: value = "task-3625155" [ 755.966631] env[70220]: _type = "Task" [ 755.966631] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.974820] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.029599] env[70220]: DEBUG oslo_concurrency.lockutils [req-abf6a9cc-a15f-46db-8459-48e3614b8a0e req-6c8ab55a-190e-4e9d-b470-021e7d3eaa01 service nova] Releasing lock "refresh_cache-0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.113740] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113375} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.117030] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.117030] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6cea87-b6c7-47b8-80b4-6386e4709d9e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.142448] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b/0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.142862] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2490e6df-2aac-41b6-b3d3-38288dea2993 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.167562] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625153, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.169130] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 756.169130] env[70220]: value = "task-3625156" [ 756.169130] env[70220]: _type = "Task" [ 756.169130] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.178833] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.294735] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquiring lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.295094] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.295660] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquiring lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.295905] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.296099] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.301380] env[70220]: DEBUG nova.network.neutron [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Successfully created port: 6502d3c4-4505-45c7-9fb3-058a6dfae531 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.301380] env[70220]: INFO nova.compute.manager [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Terminating instance [ 756.379041] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquiring lock "refresh_cache-b643add3-e476-47c2-b316-a38cbddc7ad0" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.379237] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquired lock "refresh_cache-b643add3-e476-47c2-b316-a38cbddc7ad0" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.379963] env[70220]: DEBUG nova.network.neutron [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.419712] env[70220]: DEBUG nova.compute.manager [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.441077] env[70220]: DEBUG oslo_vmware.api [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625146, 'name': PowerOnVM_Task, 'duration_secs': 1.87874} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.443046] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.443046] env[70220]: INFO nova.compute.manager [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Took 12.69 seconds to spawn the instance on the hypervisor. [ 756.443046] env[70220]: DEBUG nova.compute.manager [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.443046] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3967e3db-2865-4d4b-b036-5ae20ee5310c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.485470] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356937} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.485979] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.485979] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.486213] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.502642] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.502713] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.661657] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938184} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.662339] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] ca432dce-af3a-46fb-a71d-9d6e1ef8064d/ca432dce-af3a-46fb-a71d-9d6e1ef8064d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.663363] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.663363] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c291aeb7-dd29-448b-8561-cba40588bc16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.674228] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for the task: (returnval){ [ 756.674228] env[70220]: value = "task-3625158" [ 756.674228] env[70220]: _type = "Task" [ 756.674228] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.691754] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.695298] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.791360] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c2a4fb-a4c4-40b5-bb45-d602b16a0424 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.804208] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b655c289-3a2a-4fd7-aac8-726534a4c321 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.808789] env[70220]: DEBUG nova.compute.manager [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.809019] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.810208] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781ef8a8-7f0f-4815-a54f-3263e6e58986 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.847213] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba0e4b0-e5f2-4122-8809-d3f9ccfeea8b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.849946] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.849946] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa526369-9803-43f2-922c-703c5519223e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.856882] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b978ac7-aa6c-4a60-8941-f7829a0913fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.862496] env[70220]: DEBUG oslo_vmware.api [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for the task: (returnval){ [ 756.862496] env[70220]: value = "task-3625159" [ 756.862496] env[70220]: _type = "Task" [ 756.862496] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.875172] env[70220]: DEBUG nova.compute.provider_tree [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.884138] env[70220]: DEBUG oslo_vmware.api [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.962200] env[70220]: INFO nova.compute.manager [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Took 23.72 seconds to build instance. [ 756.971721] env[70220]: DEBUG nova.network.neutron [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.008053] env[70220]: DEBUG nova.compute.manager [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.188326] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625156, 'name': ReconfigVM_Task, 'duration_secs': 0.719024} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.191575] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b/0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.192844] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112603} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.193333] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8802591-ec48-4f92-91f6-612581252d1f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.194787] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.195713] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6a5fe2-add4-402c-8879-a15143b921f3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.221272] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ca432dce-af3a-46fb-a71d-9d6e1ef8064d/ca432dce-af3a-46fb-a71d-9d6e1ef8064d.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.222973] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e46050d4-abb8-4d10-b26d-4118e6231b36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.241628] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 757.241628] env[70220]: value = "task-3625160" [ 757.241628] env[70220]: _type = "Task" [ 757.241628] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.247767] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for the task: (returnval){ [ 757.247767] env[70220]: value = "task-3625161" [ 757.247767] env[70220]: _type = "Task" [ 757.247767] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.251377] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625160, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.261565] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625161, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.307381] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquiring lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.307738] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.376563] env[70220]: DEBUG oslo_vmware.api [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625159, 'name': PowerOffVM_Task, 'duration_secs': 0.324378} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.376925] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.377063] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.377331] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f10a1e6-3fc8-47aa-a7c4-c0ddf5687004 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.379708] env[70220]: DEBUG nova.scheduler.client.report [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.429228] env[70220]: DEBUG nova.compute.manager [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.448841] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.449127] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.449275] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Deleting the datastore file [datastore1] 542efbf6-f5ea-44e0-9c73-f6265fc6ed45 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.449544] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50f49272-a64d-464f-a581-635f17e46a23 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.459010] env[70220]: DEBUG oslo_vmware.api [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for the task: (returnval){ [ 757.459010] env[70220]: value = "task-3625163" [ 757.459010] env[70220]: _type = "Task" [ 757.459010] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.465462] env[70220]: DEBUG nova.virt.hardware [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.465662] env[70220]: DEBUG nova.virt.hardware [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.465795] env[70220]: DEBUG nova.virt.hardware [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.465973] env[70220]: DEBUG nova.virt.hardware [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.466137] env[70220]: DEBUG nova.virt.hardware [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.466312] env[70220]: DEBUG nova.virt.hardware [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.466535] env[70220]: DEBUG nova.virt.hardware [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.466693] env[70220]: DEBUG nova.virt.hardware [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.466858] env[70220]: DEBUG nova.virt.hardware [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.467019] env[70220]: DEBUG nova.virt.hardware [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.467197] env[70220]: DEBUG nova.virt.hardware [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.467608] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8f2027f3-141d-4a37-afc4-12c5cf6fb07e tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Lock "2b82486a-2d73-45b1-8250-3466ae285f6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.236s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.468653] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa129cb-2ec6-42c5-9f4a-a11fe69f0348 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.477602] env[70220]: DEBUG oslo_vmware.api [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.481328] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe02972-833f-4c9a-93bd-7dc4a15d04ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.524796] env[70220]: DEBUG nova.virt.hardware [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.525321] env[70220]: DEBUG nova.virt.hardware [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.525652] env[70220]: DEBUG nova.virt.hardware [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.525998] env[70220]: DEBUG nova.virt.hardware [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.526328] env[70220]: DEBUG nova.virt.hardware [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.526640] env[70220]: DEBUG nova.virt.hardware [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.527028] env[70220]: DEBUG nova.virt.hardware [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.527636] env[70220]: DEBUG nova.virt.hardware [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.527636] env[70220]: DEBUG nova.virt.hardware [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.528086] env[70220]: DEBUG nova.virt.hardware [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.528439] env[70220]: DEBUG nova.virt.hardware [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.529479] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44414575-b622-4646-b1e9-c9d2159a4036 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.538278] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.543024] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88105c83-e991-4b14-97df-ef86aaaf8a90 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.558376] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.565335] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.568430] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.569146] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77815576-022d-47ee-975c-26c096f428f1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.588674] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.588674] env[70220]: value = "task-3625164" [ 757.588674] env[70220]: _type = "Task" [ 757.588674] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.597591] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625164, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.676622] env[70220]: DEBUG nova.network.neutron [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Updating instance_info_cache with network_info: [{"id": "69409837-1c37-4fe7-a0fd-cf057ddf606a", "address": "fa:16:3e:30:6f:33", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69409837-1c", "ovs_interfaceid": "69409837-1c37-4fe7-a0fd-cf057ddf606a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.698483] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "28201572-27d6-494c-a82a-73b22a2a276c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.699079] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "28201572-27d6-494c-a82a-73b22a2a276c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.750463] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625160, 'name': Rename_Task, 'duration_secs': 0.203893} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.750850] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.751247] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2b90d33-53f6-4642-a1e4-5077a150fdab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.764244] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.766255] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 757.766255] env[70220]: value = "task-3625165" [ 757.766255] env[70220]: _type = "Task" [ 757.766255] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.776466] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.885316] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.886045] env[70220]: DEBUG nova.compute.manager [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.890848] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.810s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.892554] env[70220]: INFO nova.compute.claims [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.972039] env[70220]: DEBUG oslo_vmware.api [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Task: {'id': task-3625163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16552} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.972039] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.972219] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.972387] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.972556] env[70220]: INFO nova.compute.manager [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Took 1.16 seconds to destroy the instance on the hypervisor. [ 757.972822] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.973143] env[70220]: DEBUG nova.compute.manager [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 757.975972] env[70220]: DEBUG nova.compute.manager [-] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.976159] env[70220]: DEBUG nova.network.neutron [-] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.103193] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625164, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.183628] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Releasing lock "refresh_cache-b643add3-e476-47c2-b316-a38cbddc7ad0" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.184200] env[70220]: DEBUG nova.compute.manager [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Instance network_info: |[{"id": "69409837-1c37-4fe7-a0fd-cf057ddf606a", "address": "fa:16:3e:30:6f:33", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69409837-1c", "ovs_interfaceid": "69409837-1c37-4fe7-a0fd-cf057ddf606a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.184811] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:6f:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69409837-1c37-4fe7-a0fd-cf057ddf606a', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.194435] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Creating folder: Project (6ecdcbaf317c440f995538cedd0070d5). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.195241] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63a22f27-a46a-4944-a81e-2b496127a5d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.205817] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Created folder: Project (6ecdcbaf317c440f995538cedd0070d5) in parent group-v722922. [ 758.206013] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Creating folder: Instances. Parent ref: group-v722958. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.206145] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-780d8847-0510-4133-9849-6ad77d8b2280 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.224449] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Created folder: Instances in parent group-v722958. [ 758.224449] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.224449] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.224449] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6ba6ab6-3a6a-405d-b64d-7b831e4fcef4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.247598] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.247598] env[70220]: value = "task-3625169" [ 758.247598] env[70220]: _type = "Task" [ 758.247598] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.265667] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625169, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.275624] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625161, 'name': ReconfigVM_Task, 'duration_secs': 0.697287} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.275624] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ca432dce-af3a-46fb-a71d-9d6e1ef8064d/ca432dce-af3a-46fb-a71d-9d6e1ef8064d.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.276230] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b7296f4-80f6-4554-87e8-ea75e8a48f9d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.281218] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625165, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.286896] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for the task: (returnval){ [ 758.286896] env[70220]: value = "task-3625170" [ 758.286896] env[70220]: _type = "Task" [ 758.286896] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.299463] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625170, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.300405] env[70220]: DEBUG nova.network.neutron [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Successfully updated port: 6502d3c4-4505-45c7-9fb3-058a6dfae531 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.399739] env[70220]: DEBUG nova.compute.utils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.407553] env[70220]: DEBUG nova.compute.manager [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.407829] env[70220]: DEBUG nova.network.neutron [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.472349] env[70220]: DEBUG nova.policy [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c220b3d0c894b8392bcad69d71e4c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3969a08440cc4f2fadeac29c4fea5930', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.499842] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.604154] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625164, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.630161] env[70220]: DEBUG nova.compute.manager [req-7f7d7749-d8c8-4a13-a88a-8c244d4230c2 req-ccab9034-5a5b-403c-82ff-2fc97e3493c7 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Received event network-changed-1a0321f9-5197-4715-8031-c079335fb717 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.630161] env[70220]: DEBUG nova.compute.manager [req-7f7d7749-d8c8-4a13-a88a-8c244d4230c2 req-ccab9034-5a5b-403c-82ff-2fc97e3493c7 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Refreshing instance network info cache due to event network-changed-1a0321f9-5197-4715-8031-c079335fb717. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.633773] env[70220]: DEBUG oslo_concurrency.lockutils [req-7f7d7749-d8c8-4a13-a88a-8c244d4230c2 req-ccab9034-5a5b-403c-82ff-2fc97e3493c7 service nova] Acquiring lock "refresh_cache-ca432dce-af3a-46fb-a71d-9d6e1ef8064d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.633773] env[70220]: DEBUG oslo_concurrency.lockutils [req-7f7d7749-d8c8-4a13-a88a-8c244d4230c2 req-ccab9034-5a5b-403c-82ff-2fc97e3493c7 service nova] Acquired lock "refresh_cache-ca432dce-af3a-46fb-a71d-9d6e1ef8064d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.633773] env[70220]: DEBUG nova.network.neutron [req-7f7d7749-d8c8-4a13-a88a-8c244d4230c2 req-ccab9034-5a5b-403c-82ff-2fc97e3493c7 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Refreshing network info cache for port 1a0321f9-5197-4715-8031-c079335fb717 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.719350] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquiring lock "ed5faa43-07dd-4a5c-bd7c-022867ac115f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.719679] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "ed5faa43-07dd-4a5c-bd7c-022867ac115f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.758536] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625169, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.778568] env[70220]: DEBUG oslo_vmware.api [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625165, 'name': PowerOnVM_Task, 'duration_secs': 0.63025} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.778909] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.779130] env[70220]: INFO nova.compute.manager [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Took 9.74 seconds to spawn the instance on the hypervisor. [ 758.779555] env[70220]: DEBUG nova.compute.manager [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.780173] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbeca2a-d848-493d-a74b-34c79d6aa0af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.008523] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625170, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.008523] env[70220]: DEBUG nova.compute.manager [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Received event network-vif-plugged-69409837-1c37-4fe7-a0fd-cf057ddf606a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.008523] env[70220]: DEBUG oslo_concurrency.lockutils [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] Acquiring lock "b643add3-e476-47c2-b316-a38cbddc7ad0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.008523] env[70220]: DEBUG oslo_concurrency.lockutils [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] Lock "b643add3-e476-47c2-b316-a38cbddc7ad0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.008523] env[70220]: DEBUG oslo_concurrency.lockutils [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] Lock "b643add3-e476-47c2-b316-a38cbddc7ad0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.011097] env[70220]: DEBUG nova.compute.manager [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] No waiting events found dispatching network-vif-plugged-69409837-1c37-4fe7-a0fd-cf057ddf606a {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.011097] env[70220]: WARNING nova.compute.manager [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Received unexpected event network-vif-plugged-69409837-1c37-4fe7-a0fd-cf057ddf606a for instance with vm_state building and task_state spawning. [ 759.011097] env[70220]: DEBUG nova.compute.manager [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Received event network-changed-69409837-1c37-4fe7-a0fd-cf057ddf606a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.011097] env[70220]: DEBUG nova.compute.manager [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Refreshing instance network info cache due to event network-changed-69409837-1c37-4fe7-a0fd-cf057ddf606a. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.011097] env[70220]: DEBUG oslo_concurrency.lockutils [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] Acquiring lock "refresh_cache-b643add3-e476-47c2-b316-a38cbddc7ad0" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.015702] env[70220]: DEBUG oslo_concurrency.lockutils [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] Acquired lock "refresh_cache-b643add3-e476-47c2-b316-a38cbddc7ad0" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.015702] env[70220]: DEBUG nova.network.neutron [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Refreshing network info cache for port 69409837-1c37-4fe7-a0fd-cf057ddf606a {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.015702] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquiring lock "refresh_cache-f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.015702] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquired lock "refresh_cache-f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.015702] env[70220]: DEBUG nova.network.neutron [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.017921] env[70220]: DEBUG nova.compute.manager [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.017921] env[70220]: DEBUG nova.network.neutron [-] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.105290] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625164, 'name': CreateVM_Task, 'duration_secs': 1.431732} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.105379] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.105861] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.106037] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.106363] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.106618] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43bdaba0-36c4-4fe6-82e4-6e11f3b599c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.114327] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 759.114327] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ff5eac-ecf6-3178-448b-a27031127ba6" [ 759.114327] env[70220]: _type = "Task" [ 759.114327] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.122905] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ff5eac-ecf6-3178-448b-a27031127ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.160140] env[70220]: DEBUG nova.network.neutron [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Successfully created port: b207fc81-e4c2-44a0-936c-0732503828fd {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.260975] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625169, 'name': CreateVM_Task, 'duration_secs': 0.663144} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.264071] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.265798] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.266585] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e89cd28-4d77-4539-95c5-bc694db8b6d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.274398] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5393987d-987a-4d7b-9735-14cbecc01c11 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.322848] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0dcc29-e633-481f-ba1e-0d89b8b81e17 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.329341] env[70220]: INFO nova.compute.manager [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Took 17.82 seconds to build instance. [ 759.338899] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625170, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.340311] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20deb589-3982-4de4-a08e-390d49ae2556 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.357988] env[70220]: DEBUG nova.compute.provider_tree [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.411253] env[70220]: DEBUG nova.network.neutron [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.502135] env[70220]: INFO nova.compute.manager [-] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Took 1.53 seconds to deallocate network for instance. [ 759.587617] env[70220]: DEBUG nova.network.neutron [req-7f7d7749-d8c8-4a13-a88a-8c244d4230c2 req-ccab9034-5a5b-403c-82ff-2fc97e3493c7 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Updated VIF entry in instance network info cache for port 1a0321f9-5197-4715-8031-c079335fb717. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.587617] env[70220]: DEBUG nova.network.neutron [req-7f7d7749-d8c8-4a13-a88a-8c244d4230c2 req-ccab9034-5a5b-403c-82ff-2fc97e3493c7 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Updating instance_info_cache with network_info: [{"id": "1a0321f9-5197-4715-8031-c079335fb717", "address": "fa:16:3e:df:4e:df", "network": {"id": "7e77fc0e-d5d7-4286-af2d-c5ae79174de9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1473273738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb430ece3374226a8d42d38239a3de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0321f9-51", "ovs_interfaceid": "1a0321f9-5197-4715-8031-c079335fb717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.625457] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ff5eac-ecf6-3178-448b-a27031127ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.019886} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.625819] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.626101] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.626377] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.626548] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.626754] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.627090] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.627449] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.627717] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3db7cb0a-a202-4047-a5b8-fd56350c58e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.629686] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa25675-1acc-4bce-9d0f-e135d7eb1dee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.635574] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for the task: (returnval){ [ 759.635574] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]528ad59a-0b17-cc43-da0b-b1fc726a6d6f" [ 759.635574] env[70220]: _type = "Task" [ 759.635574] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.640985] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.641082] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.644655] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4a5994-33fc-435d-b0b0-db2666611d24 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.647833] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528ad59a-0b17-cc43-da0b-b1fc726a6d6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.657359] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 759.657359] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526eb0ee-7e70-4b8b-8c72-0902c4e41622" [ 759.657359] env[70220]: _type = "Task" [ 759.657359] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.661290] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526eb0ee-7e70-4b8b-8c72-0902c4e41622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.820294] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625170, 'name': Rename_Task, 'duration_secs': 1.126638} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.820802] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.822918] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18ac0c4e-1e98-415b-91ff-69cb800bec43 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.832090] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a58d5f50-fb12-496b-b460-e9181166d279 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.328s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.832967] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for the task: (returnval){ [ 759.832967] env[70220]: value = "task-3625172" [ 759.832967] env[70220]: _type = "Task" [ 759.832967] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.846768] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.862460] env[70220]: DEBUG nova.scheduler.client.report [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.923581] env[70220]: DEBUG nova.compute.manager [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.953636] env[70220]: DEBUG nova.virt.hardware [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.953911] env[70220]: DEBUG nova.virt.hardware [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.954793] env[70220]: DEBUG nova.virt.hardware [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.955055] env[70220]: DEBUG nova.virt.hardware [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.955326] env[70220]: DEBUG nova.virt.hardware [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.955399] env[70220]: DEBUG nova.virt.hardware [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.955592] env[70220]: DEBUG nova.virt.hardware [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.955786] env[70220]: DEBUG nova.virt.hardware [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.955920] env[70220]: DEBUG nova.virt.hardware [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.956081] env[70220]: DEBUG nova.virt.hardware [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.956256] env[70220]: DEBUG nova.virt.hardware [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.957797] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d6c1c4-4a09-4c65-aaa2-787b86190eac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.971712] env[70220]: DEBUG nova.network.neutron [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Updating instance_info_cache with network_info: [{"id": "6502d3c4-4505-45c7-9fb3-058a6dfae531", "address": "fa:16:3e:24:f6:49", "network": {"id": "b6d4639b-1b6a-4c93-8a56-f52515e4d8cc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-673446937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e42f73f7a30647879f5f2a46720c66d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6502d3c4-45", "ovs_interfaceid": "6502d3c4-4505-45c7-9fb3-058a6dfae531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.972948] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc065e94-7d1c-4185-b859-e470d344ee0e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.012160] env[70220]: DEBUG nova.network.neutron [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Updated VIF entry in instance network info cache for port 69409837-1c37-4fe7-a0fd-cf057ddf606a. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.012506] env[70220]: DEBUG nova.network.neutron [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Updating instance_info_cache with network_info: [{"id": "69409837-1c37-4fe7-a0fd-cf057ddf606a", "address": "fa:16:3e:30:6f:33", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69409837-1c", "ovs_interfaceid": "69409837-1c37-4fe7-a0fd-cf057ddf606a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.014324] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.089420] env[70220]: DEBUG oslo_concurrency.lockutils [req-7f7d7749-d8c8-4a13-a88a-8c244d4230c2 req-ccab9034-5a5b-403c-82ff-2fc97e3493c7 service nova] Releasing lock "refresh_cache-ca432dce-af3a-46fb-a71d-9d6e1ef8064d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.149956] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528ad59a-0b17-cc43-da0b-b1fc726a6d6f, 'name': SearchDatastore_Task, 'duration_secs': 0.016773} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.149956] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.149956] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.149956] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.167263] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526eb0ee-7e70-4b8b-8c72-0902c4e41622, 'name': SearchDatastore_Task, 'duration_secs': 0.014873} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.168144] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cdf2edd-1e3d-4bfa-9e9e-7122fb82980f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.176248] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 760.176248] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522f5aaa-1e05-9d0b-00cb-d2836ff827e2" [ 760.176248] env[70220]: _type = "Task" [ 760.176248] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.185449] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522f5aaa-1e05-9d0b-00cb-d2836ff827e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.346230] env[70220]: DEBUG nova.compute.manager [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.353595] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625172, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.368350] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.369783] env[70220]: DEBUG nova.compute.manager [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.372033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.769s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.373603] env[70220]: INFO nova.compute.claims [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.481678] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Releasing lock "refresh_cache-f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.481678] env[70220]: DEBUG nova.compute.manager [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Instance network_info: |[{"id": "6502d3c4-4505-45c7-9fb3-058a6dfae531", "address": "fa:16:3e:24:f6:49", "network": {"id": "b6d4639b-1b6a-4c93-8a56-f52515e4d8cc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-673446937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e42f73f7a30647879f5f2a46720c66d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6502d3c4-45", "ovs_interfaceid": "6502d3c4-4505-45c7-9fb3-058a6dfae531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.481859] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:f6:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6502d3c4-4505-45c7-9fb3-058a6dfae531', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.489720] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Creating folder: Project (e42f73f7a30647879f5f2a46720c66d1). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.490794] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8d512f2-fd80-48b4-bcf4-4270af1b1bd0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.510127] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Created folder: Project (e42f73f7a30647879f5f2a46720c66d1) in parent group-v722922. [ 760.510127] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Creating folder: Instances. Parent ref: group-v722961. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.510127] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9b2a310-a65f-4392-ac1c-e15d2f55fa9a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.516235] env[70220]: DEBUG oslo_concurrency.lockutils [req-f26dc39b-4eca-47d7-8e40-4ebb9ed05388 req-8ef19cf7-0d8f-4ee4-b04a-f0b8db2b6c54 service nova] Releasing lock "refresh_cache-b643add3-e476-47c2-b316-a38cbddc7ad0" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.524263] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Created folder: Instances in parent group-v722961. [ 760.524263] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.524263] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.524838] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec96b5e8-0b0d-4343-8431-0863905355b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.553337] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.553337] env[70220]: value = "task-3625177" [ 760.553337] env[70220]: _type = "Task" [ 760.553337] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.567058] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625177, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.689508] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522f5aaa-1e05-9d0b-00cb-d2836ff827e2, 'name': SearchDatastore_Task, 'duration_secs': 0.018926} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.689922] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.690190] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.690489] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.690692] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.691036] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-207d3cf5-2cff-4844-a394-e7e026b3cea8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.695987] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d01a60a-5166-46ab-a73d-991c65057e01 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.709473] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 760.709473] env[70220]: value = "task-3625178" [ 760.709473] env[70220]: _type = "Task" [ 760.709473] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.715861] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.716203] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.718474] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db00c476-99c3-4103-a163-2e77f419e341 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.727383] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.732023] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for the task: (returnval){ [ 760.732023] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52967c5f-2608-3739-0eb8-2563142f62fd" [ 760.732023] env[70220]: _type = "Task" [ 760.732023] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.744182] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52967c5f-2608-3739-0eb8-2563142f62fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.855393] env[70220]: DEBUG oslo_vmware.api [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625172, 'name': PowerOnVM_Task, 'duration_secs': 0.929074} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.857906] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.858736] env[70220]: INFO nova.compute.manager [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Took 14.23 seconds to spawn the instance on the hypervisor. [ 760.859178] env[70220]: DEBUG nova.compute.manager [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.860398] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a5ac02-0181-456c-8002-38e5d9f7d36a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.876123] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.877620] env[70220]: DEBUG nova.compute.utils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.882708] env[70220]: DEBUG nova.compute.manager [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.882918] env[70220]: DEBUG nova.network.neutron [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.996595] env[70220]: DEBUG nova.policy [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c220b3d0c894b8392bcad69d71e4c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3969a08440cc4f2fadeac29c4fea5930', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.067406] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625177, 'name': CreateVM_Task, 'duration_secs': 0.505242} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.067642] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.068580] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.068818] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.069381] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.069784] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c686a446-17fe-4955-a862-033ef6db0378 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.078420] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for the task: (returnval){ [ 761.078420] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52415c29-ef5b-9104-12ac-24e37fb68dfd" [ 761.078420] env[70220]: _type = "Task" [ 761.078420] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.090356] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52415c29-ef5b-9104-12ac-24e37fb68dfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.223691] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625178, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.243565] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52967c5f-2608-3739-0eb8-2563142f62fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.244403] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed8ae623-c5c0-42b9-893a-d09b98639617 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.251093] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for the task: (returnval){ [ 761.251093] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52389af1-7681-ac01-65b9-bf4d061fadfd" [ 761.251093] env[70220]: _type = "Task" [ 761.251093] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.262176] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52389af1-7681-ac01-65b9-bf4d061fadfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.393997] env[70220]: DEBUG nova.compute.manager [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.397165] env[70220]: DEBUG oslo_concurrency.lockutils [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Acquiring lock "64f4d6f6-12b5-440f-9329-a7f1894605aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.397504] env[70220]: DEBUG oslo_concurrency.lockutils [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Lock "64f4d6f6-12b5-440f-9329-a7f1894605aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.401276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Acquiring lock "64f4d6f6-12b5-440f-9329-a7f1894605aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.401276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Lock "64f4d6f6-12b5-440f-9329-a7f1894605aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.401276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Lock "64f4d6f6-12b5-440f-9329-a7f1894605aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.401276] env[70220]: INFO nova.compute.manager [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Took 23.14 seconds to build instance. [ 761.416729] env[70220]: INFO nova.compute.manager [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Terminating instance [ 761.592696] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52415c29-ef5b-9104-12ac-24e37fb68dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.053054} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.596033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.596033] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.596187] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.731756] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542814} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.732771] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.733011] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.733803] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eea4c15-1b13-4b4f-a9de-31ede5bcde83 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.736489] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eabbe4fc-95f6-43fb-bb8b-c722370b4c40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.747438] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909583db-ffc9-419a-9db3-f9ef28176990 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.751176] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 761.751176] env[70220]: value = "task-3625179" [ 761.751176] env[70220]: _type = "Task" [ 761.751176] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.790716] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a876073-5526-4445-a4c3-51005f97a978 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.803348] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.804330] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52389af1-7681-ac01-65b9-bf4d061fadfd, 'name': SearchDatastore_Task, 'duration_secs': 0.012545} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.804659] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.805308] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] b643add3-e476-47c2-b316-a38cbddc7ad0/b643add3-e476-47c2-b316-a38cbddc7ad0.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.805308] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.805534] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.805742] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b964d6a4-00a7-4e55-8914-77dad77fccdf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.811464] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e778f0d-123d-402e-8fe9-c45b8080b0bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.816102] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc6bad-1a4c-49d1-ae61-3160dfc07b86 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.827560] env[70220]: DEBUG nova.network.neutron [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Successfully created port: c6032021-17a3-400d-9637-7590ad16e7d0 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.832517] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for the task: (returnval){ [ 761.832517] env[70220]: value = "task-3625180" [ 761.832517] env[70220]: _type = "Task" [ 761.832517] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.845475] env[70220]: DEBUG nova.compute.provider_tree [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.854602] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.854858] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.856458] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72939677-568f-4849-9a9a-8cba4b629512 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.868110] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625180, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.869677] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for the task: (returnval){ [ 761.869677] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]527a20f5-9382-866d-df75-b5066eb416f8" [ 761.869677] env[70220]: _type = "Task" [ 761.869677] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.880587] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527a20f5-9382-866d-df75-b5066eb416f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.906907] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c4a48772-412d-49e9-9f9d-b43af8ea4368 tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.656s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.925217] env[70220]: DEBUG nova.compute.manager [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.925217] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.926469] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096607ca-2965-489d-9925-0bbfdf79b029 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.938062] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.938367] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c38288a4-1137-4bac-94f9-c20d1541c339 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.942785] env[70220]: DEBUG nova.network.neutron [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Successfully updated port: b207fc81-e4c2-44a0-936c-0732503828fd {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.949974] env[70220]: DEBUG oslo_vmware.api [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Waiting for the task: (returnval){ [ 761.949974] env[70220]: value = "task-3625181" [ 761.949974] env[70220]: _type = "Task" [ 761.949974] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.963459] env[70220]: DEBUG oslo_vmware.api [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Task: {'id': task-3625181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.264915] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119655} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.267816] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.270548] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f581577-5be3-4669-9983-4d631165cce5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.305884] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.306317] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfd4aad2-8db6-463a-8d91-72b2a089fa03 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.331027] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 762.331027] env[70220]: value = "task-3625183" [ 762.331027] env[70220]: _type = "Task" [ 762.331027] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.342276] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.355528] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625180, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.357650] env[70220]: DEBUG nova.scheduler.client.report [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.382020] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527a20f5-9382-866d-df75-b5066eb416f8, 'name': SearchDatastore_Task, 'duration_secs': 0.015578} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.383657] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c8947c6-2397-4221-a04f-64660c417e65 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.391658] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for the task: (returnval){ [ 762.391658] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e79681-af73-a1ad-6185-26e8292617fd" [ 762.391658] env[70220]: _type = "Task" [ 762.391658] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.402652] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e79681-af73-a1ad-6185-26e8292617fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.409120] env[70220]: DEBUG nova.compute.manager [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.413539] env[70220]: DEBUG nova.compute.manager [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.447398] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "refresh_cache-f0951203-1ae7-4579-a80c-c9d22fbee6df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.447398] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired lock "refresh_cache-f0951203-1ae7-4579-a80c-c9d22fbee6df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.447576] env[70220]: DEBUG nova.network.neutron [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.453933] env[70220]: DEBUG nova.virt.hardware [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.456042] env[70220]: DEBUG nova.virt.hardware [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.456042] env[70220]: DEBUG nova.virt.hardware [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.456042] env[70220]: DEBUG nova.virt.hardware [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.456042] env[70220]: DEBUG nova.virt.hardware [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.456042] env[70220]: DEBUG nova.virt.hardware [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.456413] env[70220]: DEBUG nova.virt.hardware [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.456413] env[70220]: DEBUG nova.virt.hardware [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.456413] env[70220]: DEBUG nova.virt.hardware [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.456413] env[70220]: DEBUG nova.virt.hardware [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.456548] env[70220]: DEBUG nova.virt.hardware [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.458409] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea886dfd-05f6-4732-8498-4e4488ba217e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.487853] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51347d3-f094-43c2-97ab-a74b4064f26b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.495664] env[70220]: DEBUG oslo_vmware.api [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Task: {'id': task-3625181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.517092] env[70220]: DEBUG nova.compute.manager [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Stashing vm_state: active {{(pid=70220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 762.542504] env[70220]: DEBUG nova.network.neutron [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.762758] env[70220]: DEBUG nova.network.neutron [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Updating instance_info_cache with network_info: [{"id": "b207fc81-e4c2-44a0-936c-0732503828fd", "address": "fa:16:3e:85:cd:a9", "network": {"id": "3376c47c-6c6b-46ea-a286-5e428b76d3e2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1441366404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3969a08440cc4f2fadeac29c4fea5930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb207fc81-e4", "ovs_interfaceid": "b207fc81-e4c2-44a0-936c-0732503828fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.846622] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625183, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.861844] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625180, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759022} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.863449] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.863938] env[70220]: DEBUG nova.compute.manager [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.866660] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] b643add3-e476-47c2-b316-a38cbddc7ad0/b643add3-e476-47c2-b316-a38cbddc7ad0.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.866886] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.867461] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.446s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.868887] env[70220]: INFO nova.compute.claims [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.872196] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b08f0855-dd3c-425f-ac6f-17ce999d5fc7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.882374] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for the task: (returnval){ [ 762.882374] env[70220]: value = "task-3625185" [ 762.882374] env[70220]: _type = "Task" [ 762.882374] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.901033] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.908253] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e79681-af73-a1ad-6185-26e8292617fd, 'name': SearchDatastore_Task, 'duration_secs': 0.06419} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.908564] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.908854] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f6db5281-a7f3-4ed3-86f5-6fe09cc39c38/f6db5281-a7f3-4ed3-86f5-6fe09cc39c38.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.909147] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12692ddc-b4b5-4922-ace4-1c45de202deb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.924765] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for the task: (returnval){ [ 762.924765] env[70220]: value = "task-3625186" [ 762.924765] env[70220]: _type = "Task" [ 762.924765] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.939650] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.949027] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.974424] env[70220]: DEBUG oslo_vmware.api [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Task: {'id': task-3625181, 'name': PowerOffVM_Task, 'duration_secs': 0.946839} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.974424] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.974424] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.974424] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4bb0988-5b91-4f7a-a1df-2d208b91d91b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.039452] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.071491] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.071491] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.071491] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Deleting the datastore file [datastore1] 64f4d6f6-12b5-440f-9329-a7f1894605aa {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.071491] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de9bc6ef-d978-48f3-8364-fb81dddb8f4e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.079989] env[70220]: DEBUG oslo_vmware.api [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Waiting for the task: (returnval){ [ 763.079989] env[70220]: value = "task-3625188" [ 763.079989] env[70220]: _type = "Task" [ 763.079989] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.090819] env[70220]: DEBUG oslo_vmware.api [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Task: {'id': task-3625188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.251261] env[70220]: DEBUG nova.compute.manager [req-2126bad1-2021-4b4d-91b4-97e67d0499cb req-4c6a9293-17ca-44d5-a9d0-e1cb6206ece7 service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Received event network-changed-c12ea84f-9df9-41dc-b545-13dec790b0fa {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.251261] env[70220]: DEBUG nova.compute.manager [req-2126bad1-2021-4b4d-91b4-97e67d0499cb req-4c6a9293-17ca-44d5-a9d0-e1cb6206ece7 service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Refreshing instance network info cache due to event network-changed-c12ea84f-9df9-41dc-b545-13dec790b0fa. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.251782] env[70220]: DEBUG oslo_concurrency.lockutils [req-2126bad1-2021-4b4d-91b4-97e67d0499cb req-4c6a9293-17ca-44d5-a9d0-e1cb6206ece7 service nova] Acquiring lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.252250] env[70220]: DEBUG oslo_concurrency.lockutils [req-2126bad1-2021-4b4d-91b4-97e67d0499cb req-4c6a9293-17ca-44d5-a9d0-e1cb6206ece7 service nova] Acquired lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.252627] env[70220]: DEBUG nova.network.neutron [req-2126bad1-2021-4b4d-91b4-97e67d0499cb req-4c6a9293-17ca-44d5-a9d0-e1cb6206ece7 service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Refreshing network info cache for port c12ea84f-9df9-41dc-b545-13dec790b0fa {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.266917] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Releasing lock "refresh_cache-f0951203-1ae7-4579-a80c-c9d22fbee6df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.267486] env[70220]: DEBUG nova.compute.manager [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Instance network_info: |[{"id": "b207fc81-e4c2-44a0-936c-0732503828fd", "address": "fa:16:3e:85:cd:a9", "network": {"id": "3376c47c-6c6b-46ea-a286-5e428b76d3e2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1441366404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3969a08440cc4f2fadeac29c4fea5930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb207fc81-e4", "ovs_interfaceid": "b207fc81-e4c2-44a0-936c-0732503828fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.268350] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:cd:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b207fc81-e4c2-44a0-936c-0732503828fd', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.277981] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Creating folder: Project (3969a08440cc4f2fadeac29c4fea5930). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.280173] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0061cc1a-35b3-45dc-b9ba-1a7da2cffc9e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.283578] env[70220]: DEBUG nova.compute.manager [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Received event network-vif-plugged-6502d3c4-4505-45c7-9fb3-058a6dfae531 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.283871] env[70220]: DEBUG oslo_concurrency.lockutils [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] Acquiring lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.284313] env[70220]: DEBUG oslo_concurrency.lockutils [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] Lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.284755] env[70220]: DEBUG oslo_concurrency.lockutils [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] Lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.285055] env[70220]: DEBUG nova.compute.manager [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] No waiting events found dispatching network-vif-plugged-6502d3c4-4505-45c7-9fb3-058a6dfae531 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.285295] env[70220]: WARNING nova.compute.manager [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Received unexpected event network-vif-plugged-6502d3c4-4505-45c7-9fb3-058a6dfae531 for instance with vm_state building and task_state spawning. [ 763.289755] env[70220]: DEBUG nova.compute.manager [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Received event network-changed-6502d3c4-4505-45c7-9fb3-058a6dfae531 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.289755] env[70220]: DEBUG nova.compute.manager [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Refreshing instance network info cache due to event network-changed-6502d3c4-4505-45c7-9fb3-058a6dfae531. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.289755] env[70220]: DEBUG oslo_concurrency.lockutils [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] Acquiring lock "refresh_cache-f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.289755] env[70220]: DEBUG oslo_concurrency.lockutils [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] Acquired lock "refresh_cache-f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.289755] env[70220]: DEBUG nova.network.neutron [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Refreshing network info cache for port 6502d3c4-4505-45c7-9fb3-058a6dfae531 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.304355] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Created folder: Project (3969a08440cc4f2fadeac29c4fea5930) in parent group-v722922. [ 763.304556] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Creating folder: Instances. Parent ref: group-v722964. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.305050] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ae29859-55c2-406a-ac07-6c16e6925bd6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.318875] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Created folder: Instances in parent group-v722964. [ 763.319164] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.319367] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.319578] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbe335f0-c846-4c33-8854-83d67046b018 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.349290] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625183, 'name': ReconfigVM_Task, 'duration_secs': 0.628724} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.350723] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.351353] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.351353] env[70220]: value = "task-3625191" [ 763.351353] env[70220]: _type = "Task" [ 763.351353] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.351540] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94a5892a-02f3-43c5-b895-470f7b966be7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.362873] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 763.362873] env[70220]: value = "task-3625192" [ 763.362873] env[70220]: _type = "Task" [ 763.362873] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.369466] env[70220]: DEBUG nova.compute.utils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.375021] env[70220]: DEBUG nova.compute.manager [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.375021] env[70220]: DEBUG nova.network.neutron [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.377596] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625192, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.397894] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087312} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.399033] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.399033] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eb36e2-b4b9-41d9-8dd8-7bbaec3e052b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.428205] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] b643add3-e476-47c2-b316-a38cbddc7ad0/b643add3-e476-47c2-b316-a38cbddc7ad0.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.428594] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ace72192-0b54-48b1-bfbc-e09f4ace39ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.457047] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.459096] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for the task: (returnval){ [ 763.459096] env[70220]: value = "task-3625193" [ 763.459096] env[70220]: _type = "Task" [ 763.459096] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.461048] env[70220]: DEBUG nova.policy [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e02b77d746047718489a4cb1b94aae9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d247b45b2e5476ab77803389da309ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.476230] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.591632] env[70220]: DEBUG oslo_vmware.api [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Task: {'id': task-3625188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.867486] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625191, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.879576] env[70220]: DEBUG nova.compute.manager [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.883070] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625192, 'name': Rename_Task, 'duration_secs': 0.22631} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.883757] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.887655] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9f92ba2-01c9-47ef-a47c-461969953afe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.902122] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 763.902122] env[70220]: value = "task-3625194" [ 763.902122] env[70220]: _type = "Task" [ 763.902122] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.914674] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.951422] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946086} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.951422] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f6db5281-a7f3-4ed3-86f5-6fe09cc39c38/f6db5281-a7f3-4ed3-86f5-6fe09cc39c38.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.951422] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.953237] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-693ec276-a13d-468f-83f8-72d559971761 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.964539] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for the task: (returnval){ [ 763.964539] env[70220]: value = "task-3625195" [ 763.964539] env[70220]: _type = "Task" [ 763.964539] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.982307] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625193, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.986284] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.096547] env[70220]: DEBUG oslo_vmware.api [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Task: {'id': task-3625188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.636473} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.099329] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.099534] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.099726] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.100114] env[70220]: INFO nova.compute.manager [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Took 2.18 seconds to destroy the instance on the hypervisor. [ 764.100371] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.100783] env[70220]: DEBUG nova.compute.manager [-] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.101685] env[70220]: DEBUG nova.network.neutron [-] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.298705] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a03ed9a-4976-40b0-a646-c9e9995c02cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.307964] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47bbe3-a4bf-409c-8f15-41dd5b96a649 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.344630] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26747b19-b392-4083-a80e-aea881c41bc3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.354941] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bce477-e06e-47b9-a021-de90f5c0c57f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.371208] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625191, 'name': CreateVM_Task, 'duration_secs': 0.646767} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.381029] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.381029] env[70220]: DEBUG nova.compute.provider_tree [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.383428] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.383642] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.384033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.391059] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-963ee043-4442-4762-a929-e41f615ead1b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.400967] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 764.400967] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522e124e-3429-3725-7673-18a6a187e14e" [ 764.400967] env[70220]: _type = "Task" [ 764.400967] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.416197] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522e124e-3429-3725-7673-18a6a187e14e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.419472] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625194, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.476069] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625193, 'name': ReconfigVM_Task, 'duration_secs': 0.584893} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.477198] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Reconfigured VM instance instance-0000000a to attach disk [datastore1] b643add3-e476-47c2-b316-a38cbddc7ad0/b643add3-e476-47c2-b316-a38cbddc7ad0.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.477950] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97b9ba2a-8403-4ecf-b044-0a33b33a3238 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.482510] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093265} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.483140] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.484174] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dc24da-838f-4bc7-93de-eff4ceb9d995 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.501692] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for the task: (returnval){ [ 764.501692] env[70220]: value = "task-3625197" [ 764.501692] env[70220]: _type = "Task" [ 764.501692] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.511320] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] f6db5281-a7f3-4ed3-86f5-6fe09cc39c38/f6db5281-a7f3-4ed3-86f5-6fe09cc39c38.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.511709] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6960035-a253-4072-aef2-aca2dab12739 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.541193] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for the task: (returnval){ [ 764.541193] env[70220]: value = "task-3625198" [ 764.541193] env[70220]: _type = "Task" [ 764.541193] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.544149] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625197, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.555425] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.653662] env[70220]: DEBUG nova.network.neutron [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Updated VIF entry in instance network info cache for port 6502d3c4-4505-45c7-9fb3-058a6dfae531. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.654252] env[70220]: DEBUG nova.network.neutron [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Updating instance_info_cache with network_info: [{"id": "6502d3c4-4505-45c7-9fb3-058a6dfae531", "address": "fa:16:3e:24:f6:49", "network": {"id": "b6d4639b-1b6a-4c93-8a56-f52515e4d8cc", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-673446937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e42f73f7a30647879f5f2a46720c66d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6502d3c4-45", "ovs_interfaceid": "6502d3c4-4505-45c7-9fb3-058a6dfae531", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.890893] env[70220]: DEBUG nova.scheduler.client.report [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.899113] env[70220]: DEBUG nova.compute.manager [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.914978] env[70220]: DEBUG nova.network.neutron [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Successfully created port: 5fdb4e63-9035-41bb-b28c-bda4a4b7b358 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.917144] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522e124e-3429-3725-7673-18a6a187e14e, 'name': SearchDatastore_Task, 'duration_secs': 0.03517} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.917794] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.918959] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.918959] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.918959] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.918959] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.919352] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73969409-f9ea-4829-9023-27fe10e6c6d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.925192] env[70220]: DEBUG oslo_vmware.api [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625194, 'name': PowerOnVM_Task, 'duration_secs': 0.869191} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.926122] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.926122] env[70220]: DEBUG nova.compute.manager [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.927387] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6a34d4-2484-48ac-870c-53132b4e8b37 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.935739] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.935979] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.938073] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-102bb65a-dada-4541-a9aa-5583d5cdef3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.951872] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 764.951872] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526e5a7f-1e36-7255-d43b-1f8598324afe" [ 764.951872] env[70220]: _type = "Task" [ 764.951872] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.958121] env[70220]: DEBUG nova.virt.hardware [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.958366] env[70220]: DEBUG nova.virt.hardware [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.958671] env[70220]: DEBUG nova.virt.hardware [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.958834] env[70220]: DEBUG nova.virt.hardware [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.958961] env[70220]: DEBUG nova.virt.hardware [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.959156] env[70220]: DEBUG nova.virt.hardware [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.959369] env[70220]: DEBUG nova.virt.hardware [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.959521] env[70220]: DEBUG nova.virt.hardware [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.959763] env[70220]: DEBUG nova.virt.hardware [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.959911] env[70220]: DEBUG nova.virt.hardware [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.960077] env[70220]: DEBUG nova.virt.hardware [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.961483] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1121a031-20bd-4c4c-a94d-5dae127fe846 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.972452] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526e5a7f-1e36-7255-d43b-1f8598324afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.975334] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8101157e-2bfc-4171-b4e0-80c144813ac1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.023378] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625197, 'name': Rename_Task, 'duration_secs': 0.203298} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.024114] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.024114] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c7c992d-be66-445a-b874-aa038078b75d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.034605] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for the task: (returnval){ [ 765.034605] env[70220]: value = "task-3625199" [ 765.034605] env[70220]: _type = "Task" [ 765.034605] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.045037] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.051856] env[70220]: DEBUG nova.network.neutron [req-2126bad1-2021-4b4d-91b4-97e67d0499cb req-4c6a9293-17ca-44d5-a9d0-e1cb6206ece7 service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Updated VIF entry in instance network info cache for port c12ea84f-9df9-41dc-b545-13dec790b0fa. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.051856] env[70220]: DEBUG nova.network.neutron [req-2126bad1-2021-4b4d-91b4-97e67d0499cb req-4c6a9293-17ca-44d5-a9d0-e1cb6206ece7 service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Updating instance_info_cache with network_info: [{"id": "c12ea84f-9df9-41dc-b545-13dec790b0fa", "address": "fa:16:3e:75:62:f4", "network": {"id": "4c6e4665-e364-4ad9-932e-b547f1ccb260", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-939484162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3026a9bbacc4aa587e99797aa4e7911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12ea84f-9d", "ovs_interfaceid": "c12ea84f-9df9-41dc-b545-13dec790b0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.062356] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.129469] env[70220]: DEBUG nova.network.neutron [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Successfully updated port: c6032021-17a3-400d-9637-7590ad16e7d0 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.158467] env[70220]: DEBUG oslo_concurrency.lockutils [req-24d643e1-0efc-40db-86e3-cf993aae0364 req-b5e21d61-353a-4355-9dbe-2c4374dcee0a service nova] Releasing lock "refresh_cache-f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.299153] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquiring lock "e94e9694-4aa0-470b-b46b-0c8c93dd3420" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.299377] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "e94e9694-4aa0-470b-b46b-0c8c93dd3420" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.406662] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.406662] env[70220]: DEBUG nova.compute.manager [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.415025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.875s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.415702] env[70220]: INFO nova.compute.claims [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.464625] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.471993] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526e5a7f-1e36-7255-d43b-1f8598324afe, 'name': SearchDatastore_Task, 'duration_secs': 0.023128} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.473609] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc12fe2-7af5-46d6-92f9-eec8c1248fed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.481159] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 765.481159] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5273bdd7-0a9d-f5ed-4fe4-3d13023994ea" [ 765.481159] env[70220]: _type = "Task" [ 765.481159] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.490808] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5273bdd7-0a9d-f5ed-4fe4-3d13023994ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.502572] env[70220]: DEBUG nova.network.neutron [-] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.548309] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625199, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.558700] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625198, 'name': ReconfigVM_Task, 'duration_secs': 0.666797} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.558903] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Reconfigured VM instance instance-0000000b to attach disk [datastore1] f6db5281-a7f3-4ed3-86f5-6fe09cc39c38/f6db5281-a7f3-4ed3-86f5-6fe09cc39c38.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.559648] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76a564cd-89e1-4d76-8442-9431802c8d89 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.563339] env[70220]: DEBUG oslo_concurrency.lockutils [req-2126bad1-2021-4b4d-91b4-97e67d0499cb req-4c6a9293-17ca-44d5-a9d0-e1cb6206ece7 service nova] Releasing lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.563339] env[70220]: DEBUG nova.compute.manager [req-2126bad1-2021-4b4d-91b4-97e67d0499cb req-4c6a9293-17ca-44d5-a9d0-e1cb6206ece7 service nova] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Received event network-vif-deleted-495f1484-4e3a-420a-8a59-d3ee920e6b77 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.569160] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for the task: (returnval){ [ 765.569160] env[70220]: value = "task-3625200" [ 765.569160] env[70220]: _type = "Task" [ 765.569160] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.579765] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625200, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.633125] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "refresh_cache-95b4ab4c-0dce-456e-847c-e4e38778446a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.633332] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired lock "refresh_cache-95b4ab4c-0dce-456e-847c-e4e38778446a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.633527] env[70220]: DEBUG nova.network.neutron [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.917027] env[70220]: DEBUG nova.compute.utils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.917027] env[70220]: DEBUG nova.compute.manager [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.917027] env[70220]: DEBUG nova.network.neutron [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.976877] env[70220]: DEBUG nova.policy [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c220b3d0c894b8392bcad69d71e4c18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3969a08440cc4f2fadeac29c4fea5930', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.997100] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5273bdd7-0a9d-f5ed-4fe4-3d13023994ea, 'name': SearchDatastore_Task, 'duration_secs': 0.025319} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.997385] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.997648] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f0951203-1ae7-4579-a80c-c9d22fbee6df/f0951203-1ae7-4579-a80c-c9d22fbee6df.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.997917] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c8d1e1a-c9cc-49de-9736-e06f822a0782 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.008773] env[70220]: INFO nova.compute.manager [-] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Took 1.91 seconds to deallocate network for instance. [ 766.008773] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 766.008773] env[70220]: value = "task-3625201" [ 766.008773] env[70220]: _type = "Task" [ 766.008773] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.023119] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.045819] env[70220]: DEBUG oslo_vmware.api [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625199, 'name': PowerOnVM_Task, 'duration_secs': 0.533087} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.047386] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.047386] env[70220]: INFO nova.compute.manager [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Took 11.09 seconds to spawn the instance on the hypervisor. [ 766.047964] env[70220]: DEBUG nova.compute.manager [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.048449] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fda849-d5dc-47f4-92cd-b48450b28a2e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.065889] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "d48215f1-518c-409d-a343-6c0eada63c56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.065889] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "d48215f1-518c-409d-a343-6c0eada63c56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.084044] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625200, 'name': Rename_Task, 'duration_secs': 0.350637} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.084044] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.084215] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7ad27a5-a761-49c9-af72-202025325a01 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.095378] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for the task: (returnval){ [ 766.095378] env[70220]: value = "task-3625202" [ 766.095378] env[70220]: _type = "Task" [ 766.095378] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.105035] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.181446] env[70220]: DEBUG nova.network.neutron [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.388864] env[70220]: DEBUG nova.network.neutron [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Updating instance_info_cache with network_info: [{"id": "c6032021-17a3-400d-9637-7590ad16e7d0", "address": "fa:16:3e:07:ad:21", "network": {"id": "3376c47c-6c6b-46ea-a286-5e428b76d3e2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1441366404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3969a08440cc4f2fadeac29c4fea5930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6032021-17", "ovs_interfaceid": "c6032021-17a3-400d-9637-7590ad16e7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.420170] env[70220]: DEBUG nova.compute.manager [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.519758] env[70220]: DEBUG oslo_concurrency.lockutils [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.525327] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625201, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.548626] env[70220]: DEBUG nova.network.neutron [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Successfully created port: 6dc171cf-2c04-43a4-a283-94fbebe96c08 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.583238] env[70220]: INFO nova.compute.manager [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Took 23.57 seconds to build instance. [ 766.611969] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625202, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.878924] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f50393-e534-498e-af09-9afbfdd2db25 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.892306] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a34fc71-8dae-4e88-a3f3-5048e39e96fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.901221] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Releasing lock "refresh_cache-95b4ab4c-0dce-456e-847c-e4e38778446a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.901221] env[70220]: DEBUG nova.compute.manager [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Instance network_info: |[{"id": "c6032021-17a3-400d-9637-7590ad16e7d0", "address": "fa:16:3e:07:ad:21", "network": {"id": "3376c47c-6c6b-46ea-a286-5e428b76d3e2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1441366404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3969a08440cc4f2fadeac29c4fea5930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6032021-17", "ovs_interfaceid": "c6032021-17a3-400d-9637-7590ad16e7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.901650] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:ad:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6032021-17a3-400d-9637-7590ad16e7d0', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.910212] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.911043] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.911242] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbe03395-d48a-4de4-a892-f38dc661ba73 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.963415] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2684b5-46a2-4f25-b609-3007a09c3c7d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.974400] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.974400] env[70220]: value = "task-3625204" [ 766.974400] env[70220]: _type = "Task" [ 766.974400] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.975740] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df4712c-f14d-42d2-905b-03cf14c803a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.998045] env[70220]: DEBUG nova.compute.provider_tree [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.003025] env[70220]: DEBUG nova.network.neutron [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Successfully updated port: 5fdb4e63-9035-41bb-b28c-bda4a4b7b358 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.004359] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625204, 'name': CreateVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.025481] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758035} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.025719] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f0951203-1ae7-4579-a80c-c9d22fbee6df/f0951203-1ae7-4579-a80c-c9d22fbee6df.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.028025] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.028025] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbc32366-5b1d-47ae-8d1e-4c9e70101b68 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.036652] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 767.036652] env[70220]: value = "task-3625205" [ 767.036652] env[70220]: _type = "Task" [ 767.036652] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.051073] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.085143] env[70220]: DEBUG oslo_concurrency.lockutils [None req-facd5861-9b2b-4630-ae87-1ba962250571 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Lock "b643add3-e476-47c2-b316-a38cbddc7ad0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.090s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.108612] env[70220]: DEBUG oslo_vmware.api [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625202, 'name': PowerOnVM_Task, 'duration_secs': 0.845689} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.108917] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.109186] env[70220]: INFO nova.compute.manager [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Took 9.68 seconds to spawn the instance on the hypervisor. [ 767.109403] env[70220]: DEBUG nova.compute.manager [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.110456] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a934ba4e-efee-48f9-8d65-e8eec72874df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.232564] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquiring lock "2b82486a-2d73-45b1-8250-3466ae285f6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.232854] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Lock "2b82486a-2d73-45b1-8250-3466ae285f6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.233103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquiring lock "2b82486a-2d73-45b1-8250-3466ae285f6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.233310] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Lock "2b82486a-2d73-45b1-8250-3466ae285f6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.233497] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Lock "2b82486a-2d73-45b1-8250-3466ae285f6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.235648] env[70220]: INFO nova.compute.manager [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Terminating instance [ 767.467916] env[70220]: DEBUG nova.compute.manager [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.488918] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625204, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.497265] env[70220]: DEBUG nova.virt.hardware [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.497547] env[70220]: DEBUG nova.virt.hardware [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.497663] env[70220]: DEBUG nova.virt.hardware [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.497869] env[70220]: DEBUG nova.virt.hardware [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.498188] env[70220]: DEBUG nova.virt.hardware [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.498387] env[70220]: DEBUG nova.virt.hardware [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.498604] env[70220]: DEBUG nova.virt.hardware [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.498763] env[70220]: DEBUG nova.virt.hardware [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.499345] env[70220]: DEBUG nova.virt.hardware [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.499345] env[70220]: DEBUG nova.virt.hardware [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.499345] env[70220]: DEBUG nova.virt.hardware [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.500207] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daa5f64-8152-4aa5-a8c7-b9c7701e12b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.505943] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "refresh_cache-f86272cc-e3fb-4bc5-8272-faab2cb68e29" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.505943] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "refresh_cache-f86272cc-e3fb-4bc5-8272-faab2cb68e29" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.505943] env[70220]: DEBUG nova.network.neutron [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.514587] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49b54e1-da7c-4e0c-918a-2e36de9ef5f0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.544151] env[70220]: ERROR nova.scheduler.client.report [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [req-adccc570-6a40-4eb2-8a35-ce76b4162dcb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-adccc570-6a40-4eb2-8a35-ce76b4162dcb"}]} [ 767.560235] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16634} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.561888] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.563399] env[70220]: DEBUG nova.compute.manager [req-d1de3e30-a5ff-42fd-a5e0-63ca389f53ab req-8778fe0a-9209-4997-81da-8e8a7ca7932b service nova] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Received event network-vif-deleted-747c949b-fbc3-449b-9d6a-1fb3b02c4e9e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.563534] env[70220]: DEBUG nova.compute.manager [req-d1de3e30-a5ff-42fd-a5e0-63ca389f53ab req-8778fe0a-9209-4997-81da-8e8a7ca7932b service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Received event network-changed-1a0321f9-5197-4715-8031-c079335fb717 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.563722] env[70220]: DEBUG nova.compute.manager [req-d1de3e30-a5ff-42fd-a5e0-63ca389f53ab req-8778fe0a-9209-4997-81da-8e8a7ca7932b service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Refreshing instance network info cache due to event network-changed-1a0321f9-5197-4715-8031-c079335fb717. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.564046] env[70220]: DEBUG oslo_concurrency.lockutils [req-d1de3e30-a5ff-42fd-a5e0-63ca389f53ab req-8778fe0a-9209-4997-81da-8e8a7ca7932b service nova] Acquiring lock "refresh_cache-ca432dce-af3a-46fb-a71d-9d6e1ef8064d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.564166] env[70220]: DEBUG oslo_concurrency.lockutils [req-d1de3e30-a5ff-42fd-a5e0-63ca389f53ab req-8778fe0a-9209-4997-81da-8e8a7ca7932b service nova] Acquired lock "refresh_cache-ca432dce-af3a-46fb-a71d-9d6e1ef8064d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.564886] env[70220]: DEBUG nova.network.neutron [req-d1de3e30-a5ff-42fd-a5e0-63ca389f53ab req-8778fe0a-9209-4997-81da-8e8a7ca7932b service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Refreshing network info cache for port 1a0321f9-5197-4715-8031-c079335fb717 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.567965] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12e3d49-69a8-4e70-88b0-33cadf45ffcf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.595462] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] f0951203-1ae7-4579-a80c-c9d22fbee6df/f0951203-1ae7-4579-a80c-c9d22fbee6df.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.598079] env[70220]: DEBUG nova.scheduler.client.report [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 767.599450] env[70220]: DEBUG nova.compute.manager [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.602904] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea35c32-e3d7-46e1-a897-04f8bb1dda43 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.630514] env[70220]: DEBUG nova.compute.manager [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Received event network-vif-plugged-b207fc81-e4c2-44a0-936c-0732503828fd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.630933] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Acquiring lock "f0951203-1ae7-4579-a80c-c9d22fbee6df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.630980] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Lock "f0951203-1ae7-4579-a80c-c9d22fbee6df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.632673] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Lock "f0951203-1ae7-4579-a80c-c9d22fbee6df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.632673] env[70220]: DEBUG nova.compute.manager [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] No waiting events found dispatching network-vif-plugged-b207fc81-e4c2-44a0-936c-0732503828fd {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.632673] env[70220]: WARNING nova.compute.manager [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Received unexpected event network-vif-plugged-b207fc81-e4c2-44a0-936c-0732503828fd for instance with vm_state building and task_state spawning. [ 767.632673] env[70220]: DEBUG nova.compute.manager [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Received event network-changed-b207fc81-e4c2-44a0-936c-0732503828fd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.632673] env[70220]: DEBUG nova.compute.manager [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Refreshing instance network info cache due to event network-changed-b207fc81-e4c2-44a0-936c-0732503828fd. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.633505] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Acquiring lock "refresh_cache-f0951203-1ae7-4579-a80c-c9d22fbee6df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.633505] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Acquired lock "refresh_cache-f0951203-1ae7-4579-a80c-c9d22fbee6df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.633505] env[70220]: DEBUG nova.network.neutron [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Refreshing network info cache for port b207fc81-e4c2-44a0-936c-0732503828fd {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.637936] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 767.637936] env[70220]: value = "task-3625206" [ 767.637936] env[70220]: _type = "Task" [ 767.637936] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.638575] env[70220]: INFO nova.compute.manager [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Took 19.40 seconds to build instance. [ 767.651521] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.657682] env[70220]: DEBUG nova.scheduler.client.report [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 767.657928] env[70220]: DEBUG nova.compute.provider_tree [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.687082] env[70220]: DEBUG nova.scheduler.client.report [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 767.719285] env[70220]: DEBUG nova.scheduler.client.report [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 767.739378] env[70220]: DEBUG nova.compute.manager [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.739627] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.740587] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca38599-619b-4ce2-b441-cfeda67bcdfe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.754124] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.754360] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9daa12b-e05d-4517-ab41-59eaa9e44cd8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.766553] env[70220]: DEBUG oslo_vmware.api [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for the task: (returnval){ [ 767.766553] env[70220]: value = "task-3625207" [ 767.766553] env[70220]: _type = "Task" [ 767.766553] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.777972] env[70220]: DEBUG oslo_vmware.api [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.990017] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625204, 'name': CreateVM_Task, 'duration_secs': 0.749733} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.993016] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.996363] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.996651] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.997055] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.997443] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3909ee-d9fc-4273-99f9-ffe822e4ee3e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.008660] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 768.008660] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5284c44d-013a-fdaf-04c3-acc2e515fee1" [ 768.008660] env[70220]: _type = "Task" [ 768.008660] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.029224] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5284c44d-013a-fdaf-04c3-acc2e515fee1, 'name': SearchDatastore_Task, 'duration_secs': 0.016851} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.029569] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.029859] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.030102] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.030243] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.030452] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.030786] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2bc1c97-95bd-442b-94b4-d3daf902a58a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.048419] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.048555] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.049503] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22262423-b9ce-4a60-93d7-42c1f7cb6bda {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.060435] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 768.060435] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529e637c-dd8e-05df-9777-71a0b0596ad7" [ 768.060435] env[70220]: _type = "Task" [ 768.060435] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.081588] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529e637c-dd8e-05df-9777-71a0b0596ad7, 'name': SearchDatastore_Task, 'duration_secs': 0.015933} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.085879] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29018be-912a-4346-902e-24c24386e500 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.092208] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 768.092208] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529e244b-8e8f-e1c8-8f69-9ad44139dd3e" [ 768.092208] env[70220]: _type = "Task" [ 768.092208] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.103398] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529e244b-8e8f-e1c8-8f69-9ad44139dd3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.143340] env[70220]: DEBUG nova.network.neutron [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.148636] env[70220]: DEBUG oslo_concurrency.lockutils [None req-50f16b56-294b-4fab-9844-6ecf7db8f744 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.923s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.149625] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.173207] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625206, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.214708] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b567d21-9b0c-47da-b1e6-45a2027dd5fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.230630] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c63029d-65dc-4f30-844e-e93fec3f9262 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.237654] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquiring lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.238404] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.290420] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5049a930-caa9-4d60-8907-ae25ed01130b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.306988] env[70220]: DEBUG oslo_vmware.api [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625207, 'name': PowerOffVM_Task, 'duration_secs': 0.358752} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.308568] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9494b38-0664-406c-a249-19a680cfe82a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.312857] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.313946] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.313946] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d2cfe55-29f6-485b-941f-78b6a7a36e7e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.327022] env[70220]: DEBUG nova.compute.provider_tree [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.535354] env[70220]: DEBUG nova.network.neutron [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Updating instance_info_cache with network_info: [{"id": "5fdb4e63-9035-41bb-b28c-bda4a4b7b358", "address": "fa:16:3e:46:eb:97", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fdb4e63-90", "ovs_interfaceid": "5fdb4e63-9035-41bb-b28c-bda4a4b7b358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.605244] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529e244b-8e8f-e1c8-8f69-9ad44139dd3e, 'name': SearchDatastore_Task, 'duration_secs': 0.041793} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.605513] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.605772] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 95b4ab4c-0dce-456e-847c-e4e38778446a/95b4ab4c-0dce-456e-847c-e4e38778446a.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.606103] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef4b436b-5a3e-4776-b146-25a42861b20f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.616288] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 768.616288] env[70220]: value = "task-3625210" [ 768.616288] env[70220]: _type = "Task" [ 768.616288] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.624685] env[70220]: DEBUG nova.network.neutron [req-d1de3e30-a5ff-42fd-a5e0-63ca389f53ab req-8778fe0a-9209-4997-81da-8e8a7ca7932b service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Updated VIF entry in instance network info cache for port 1a0321f9-5197-4715-8031-c079335fb717. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.625045] env[70220]: DEBUG nova.network.neutron [req-d1de3e30-a5ff-42fd-a5e0-63ca389f53ab req-8778fe0a-9209-4997-81da-8e8a7ca7932b service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Updating instance_info_cache with network_info: [{"id": "1a0321f9-5197-4715-8031-c079335fb717", "address": "fa:16:3e:df:4e:df", "network": {"id": "7e77fc0e-d5d7-4286-af2d-c5ae79174de9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1473273738-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb430ece3374226a8d42d38239a3de5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0321f9-51", "ovs_interfaceid": "1a0321f9-5197-4715-8031-c079335fb717", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.632977] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.655425] env[70220]: DEBUG nova.compute.manager [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.658202] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625206, 'name': ReconfigVM_Task, 'duration_secs': 0.539164} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.658840] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Reconfigured VM instance instance-0000000c to attach disk [datastore2] f0951203-1ae7-4579-a80c-c9d22fbee6df/f0951203-1ae7-4579-a80c-c9d22fbee6df.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.662732] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fefce953-dfd5-444a-b73e-cef903251ed0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.672045] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 768.672045] env[70220]: value = "task-3625211" [ 768.672045] env[70220]: _type = "Task" [ 768.672045] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.687026] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625211, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.691558] env[70220]: DEBUG nova.network.neutron [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Successfully updated port: 6dc171cf-2c04-43a4-a283-94fbebe96c08 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.743506] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.743724] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.743955] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Deleting the datastore file [datastore2] 2b82486a-2d73-45b1-8250-3466ae285f6a {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.744339] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03abe3fe-e8af-4b5f-9ddb-098ba7b25575 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.755548] env[70220]: DEBUG oslo_vmware.api [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for the task: (returnval){ [ 768.755548] env[70220]: value = "task-3625212" [ 768.755548] env[70220]: _type = "Task" [ 768.755548] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.765574] env[70220]: DEBUG nova.network.neutron [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Updated VIF entry in instance network info cache for port b207fc81-e4c2-44a0-936c-0732503828fd. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.765883] env[70220]: DEBUG nova.network.neutron [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Updating instance_info_cache with network_info: [{"id": "b207fc81-e4c2-44a0-936c-0732503828fd", "address": "fa:16:3e:85:cd:a9", "network": {"id": "3376c47c-6c6b-46ea-a286-5e428b76d3e2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1441366404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3969a08440cc4f2fadeac29c4fea5930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb207fc81-e4", "ovs_interfaceid": "b207fc81-e4c2-44a0-936c-0732503828fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.771667] env[70220]: DEBUG oslo_vmware.api [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.861444] env[70220]: ERROR nova.scheduler.client.report [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [req-24cbd11c-59e0-47f3-822a-e964cd16587b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-24cbd11c-59e0-47f3-822a-e964cd16587b"}]} [ 768.884314] env[70220]: DEBUG nova.scheduler.client.report [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 768.904154] env[70220]: DEBUG nova.scheduler.client.report [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 768.904396] env[70220]: DEBUG nova.compute.provider_tree [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.918442] env[70220]: DEBUG nova.scheduler.client.report [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 768.943174] env[70220]: DEBUG nova.scheduler.client.report [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 769.039772] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "refresh_cache-f86272cc-e3fb-4bc5-8272-faab2cb68e29" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.040727] env[70220]: DEBUG nova.compute.manager [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Instance network_info: |[{"id": "5fdb4e63-9035-41bb-b28c-bda4a4b7b358", "address": "fa:16:3e:46:eb:97", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fdb4e63-90", "ovs_interfaceid": "5fdb4e63-9035-41bb-b28c-bda4a4b7b358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.041711] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:eb:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fdb4e63-9035-41bb-b28c-bda4a4b7b358', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.051596] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Creating folder: Project (9d247b45b2e5476ab77803389da309ed). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.053807] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-468f721a-acde-44aa-a9ff-f3ad9952a5f3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.067818] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Created folder: Project (9d247b45b2e5476ab77803389da309ed) in parent group-v722922. [ 769.068131] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Creating folder: Instances. Parent ref: group-v722969. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.068431] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43dda291-ad95-4341-8da7-37a44ae677eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.091066] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Created folder: Instances in parent group-v722969. [ 769.091677] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.091677] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.091821] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87b9dd2b-5fb2-404a-9efc-8aa97b2e5ad6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.126255] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.126255] env[70220]: value = "task-3625215" [ 769.126255] env[70220]: _type = "Task" [ 769.126255] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.137412] env[70220]: DEBUG oslo_concurrency.lockutils [req-d1de3e30-a5ff-42fd-a5e0-63ca389f53ab req-8778fe0a-9209-4997-81da-8e8a7ca7932b service nova] Releasing lock "refresh_cache-ca432dce-af3a-46fb-a71d-9d6e1ef8064d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.137412] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625210, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.145393] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625215, 'name': CreateVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.182333] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.186505] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625211, 'name': Rename_Task, 'duration_secs': 0.234001} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.187174] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.187174] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6ee279e-2d03-4073-99c2-b066ea92f73c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.197026] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "refresh_cache-6750e7b9-6ca1-43a3-933c-516927e52767" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.197176] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired lock "refresh_cache-6750e7b9-6ca1-43a3-933c-516927e52767" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.197328] env[70220]: DEBUG nova.network.neutron [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.198664] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 769.198664] env[70220]: value = "task-3625216" [ 769.198664] env[70220]: _type = "Task" [ 769.198664] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.212613] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.267777] env[70220]: DEBUG oslo_vmware.api [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Task: {'id': task-3625212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494416} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.268216] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.268517] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.270529] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.270529] env[70220]: INFO nova.compute.manager [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Took 1.53 seconds to destroy the instance on the hypervisor. [ 769.270529] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.270529] env[70220]: DEBUG nova.compute.manager [-] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 769.270529] env[70220]: DEBUG nova.network.neutron [-] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.274162] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Releasing lock "refresh_cache-f0951203-1ae7-4579-a80c-c9d22fbee6df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.276111] env[70220]: DEBUG nova.compute.manager [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Received event network-vif-plugged-c6032021-17a3-400d-9637-7590ad16e7d0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.276111] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Acquiring lock "95b4ab4c-0dce-456e-847c-e4e38778446a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.276111] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Lock "95b4ab4c-0dce-456e-847c-e4e38778446a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.276111] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Lock "95b4ab4c-0dce-456e-847c-e4e38778446a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.276111] env[70220]: DEBUG nova.compute.manager [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] No waiting events found dispatching network-vif-plugged-c6032021-17a3-400d-9637-7590ad16e7d0 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.276406] env[70220]: WARNING nova.compute.manager [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Received unexpected event network-vif-plugged-c6032021-17a3-400d-9637-7590ad16e7d0 for instance with vm_state building and task_state spawning. [ 769.276406] env[70220]: DEBUG nova.compute.manager [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Received event network-changed-c6032021-17a3-400d-9637-7590ad16e7d0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.276406] env[70220]: DEBUG nova.compute.manager [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Refreshing instance network info cache due to event network-changed-c6032021-17a3-400d-9637-7590ad16e7d0. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.276406] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Acquiring lock "refresh_cache-95b4ab4c-0dce-456e-847c-e4e38778446a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.276406] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Acquired lock "refresh_cache-95b4ab4c-0dce-456e-847c-e4e38778446a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.276560] env[70220]: DEBUG nova.network.neutron [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Refreshing network info cache for port c6032021-17a3-400d-9637-7590ad16e7d0 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.384556] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bff3d9-fb07-40d0-b5dd-1fc951bd5672 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.397085] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f1e480-e5b0-428d-b61d-140a1269a269 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.435222] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6546ce99-18b3-4123-abdb-c06e123b526e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.442443] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2da4d1-95e2-49bc-a906-8fc6e6cf4571 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.458238] env[70220]: DEBUG nova.compute.provider_tree [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.525220] env[70220]: DEBUG nova.compute.manager [None req-5fb516b1-a15d-4f3b-aa3b-7cc6dd9a2f35 tempest-ServerDiagnosticsTest-1897537739 tempest-ServerDiagnosticsTest-1897537739-project-admin] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.526910] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5384cd-00c4-47aa-bdfc-9c520f997988 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.539434] env[70220]: INFO nova.compute.manager [None req-5fb516b1-a15d-4f3b-aa3b-7cc6dd9a2f35 tempest-ServerDiagnosticsTest-1897537739 tempest-ServerDiagnosticsTest-1897537739-project-admin] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Retrieving diagnostics [ 769.540535] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5e45aa-e44a-4aca-ba91-d137026d6679 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.615733] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Acquiring lock "6cb69540-1a92-4eff-9c4c-cd8a41516690" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.615997] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "6cb69540-1a92-4eff-9c4c-cd8a41516690" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.634500] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701185} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.635565] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 95b4ab4c-0dce-456e-847c-e4e38778446a/95b4ab4c-0dce-456e-847c-e4e38778446a.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.635842] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.636207] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14eb580c-b816-4d53-b7ed-f2c5167a71e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.641749] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625215, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.649695] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 769.649695] env[70220]: value = "task-3625217" [ 769.649695] env[70220]: _type = "Task" [ 769.649695] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.666862] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.714105] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.747476] env[70220]: DEBUG nova.network.neutron [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.961855] env[70220]: DEBUG nova.scheduler.client.report [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.966468] env[70220]: DEBUG nova.network.neutron [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Updating instance_info_cache with network_info: [{"id": "6dc171cf-2c04-43a4-a283-94fbebe96c08", "address": "fa:16:3e:d6:4e:96", "network": {"id": "3376c47c-6c6b-46ea-a286-5e428b76d3e2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1441366404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3969a08440cc4f2fadeac29c4fea5930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc171cf-2c", "ovs_interfaceid": "6dc171cf-2c04-43a4-a283-94fbebe96c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.977771] env[70220]: INFO nova.compute.manager [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Rebuilding instance [ 770.039672] env[70220]: DEBUG nova.compute.manager [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.040649] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aa7173-d26f-49fe-840e-f7d710976af8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.144040] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625215, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.167460] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153374} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.171021] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.171021] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22f3783-034d-4568-8f7a-a0cf529679db {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.178100] env[70220]: DEBUG nova.network.neutron [-] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.211058] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 95b4ab4c-0dce-456e-847c-e4e38778446a/95b4ab4c-0dce-456e-847c-e4e38778446a.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.212353] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98cdd748-5670-476d-a2c7-037a0b04d67c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.243122] env[70220]: DEBUG oslo_vmware.api [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625216, 'name': PowerOnVM_Task, 'duration_secs': 0.834132} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.243756] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.243967] env[70220]: INFO nova.compute.manager [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Took 10.32 seconds to spawn the instance on the hypervisor. [ 770.244158] env[70220]: DEBUG nova.compute.manager [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.244579] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 770.244579] env[70220]: value = "task-3625218" [ 770.244579] env[70220]: _type = "Task" [ 770.244579] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.245992] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64e7657-2202-4da6-92b7-792cccd3311c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.264850] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.377343] env[70220]: DEBUG nova.network.neutron [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Updated VIF entry in instance network info cache for port c6032021-17a3-400d-9637-7590ad16e7d0. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.378351] env[70220]: DEBUG nova.network.neutron [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Updating instance_info_cache with network_info: [{"id": "c6032021-17a3-400d-9637-7590ad16e7d0", "address": "fa:16:3e:07:ad:21", "network": {"id": "3376c47c-6c6b-46ea-a286-5e428b76d3e2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1441366404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3969a08440cc4f2fadeac29c4fea5930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6032021-17", "ovs_interfaceid": "c6032021-17a3-400d-9637-7590ad16e7d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.469999] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.056s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.470823] env[70220]: DEBUG nova.compute.manager [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.480050] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Releasing lock "refresh_cache-6750e7b9-6ca1-43a3-933c-516927e52767" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.480623] env[70220]: DEBUG nova.compute.manager [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Instance network_info: |[{"id": "6dc171cf-2c04-43a4-a283-94fbebe96c08", "address": "fa:16:3e:d6:4e:96", "network": {"id": "3376c47c-6c6b-46ea-a286-5e428b76d3e2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1441366404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3969a08440cc4f2fadeac29c4fea5930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc171cf-2c", "ovs_interfaceid": "6dc171cf-2c04-43a4-a283-94fbebe96c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.483373] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.982s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.484164] env[70220]: INFO nova.compute.claims [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.488462] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:4e:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '140f4558-c11e-4af4-ab36-234e2d2f80a4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dc171cf-2c04-43a4-a283-94fbebe96c08', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.506625] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.507676] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.507676] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83ebb2a5-30fa-445b-8f31-5fea80824d88 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.545248] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.545248] env[70220]: value = "task-3625220" [ 770.545248] env[70220]: _type = "Task" [ 770.545248] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.564433] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625220, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.639824] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625215, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.712960] env[70220]: INFO nova.compute.manager [-] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Took 1.44 seconds to deallocate network for instance. [ 770.759779] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.775410] env[70220]: INFO nova.compute.manager [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Took 21.35 seconds to build instance. [ 770.880922] env[70220]: DEBUG oslo_concurrency.lockutils [req-e3c4313d-68f5-4db7-a94c-5c2eefa467f9 req-cb895f62-aa6f-4a24-a2b8-32a60d85a528 service nova] Releasing lock "refresh_cache-95b4ab4c-0dce-456e-847c-e4e38778446a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.983288] env[70220]: DEBUG nova.compute.utils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.984602] env[70220]: DEBUG nova.compute.manager [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.984770] env[70220]: DEBUG nova.network.neutron [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.002989] env[70220]: DEBUG nova.compute.manager [req-85a8cd66-ac87-406b-bf0e-182dd3d5172c req-cdd5907e-2531-4879-81ab-519e9e2eaa84 service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Received event network-changed-c12ea84f-9df9-41dc-b545-13dec790b0fa {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.003425] env[70220]: DEBUG nova.compute.manager [req-85a8cd66-ac87-406b-bf0e-182dd3d5172c req-cdd5907e-2531-4879-81ab-519e9e2eaa84 service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Refreshing instance network info cache due to event network-changed-c12ea84f-9df9-41dc-b545-13dec790b0fa. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.003600] env[70220]: DEBUG oslo_concurrency.lockutils [req-85a8cd66-ac87-406b-bf0e-182dd3d5172c req-cdd5907e-2531-4879-81ab-519e9e2eaa84 service nova] Acquiring lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.003742] env[70220]: DEBUG oslo_concurrency.lockutils [req-85a8cd66-ac87-406b-bf0e-182dd3d5172c req-cdd5907e-2531-4879-81ab-519e9e2eaa84 service nova] Acquired lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.003897] env[70220]: DEBUG nova.network.neutron [req-85a8cd66-ac87-406b-bf0e-182dd3d5172c req-cdd5907e-2531-4879-81ab-519e9e2eaa84 service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Refreshing network info cache for port c12ea84f-9df9-41dc-b545-13dec790b0fa {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.027595] env[70220]: DEBUG nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Received event network-changed-66f1cced-4847-4420-a96c-e14220b6af9b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.027826] env[70220]: DEBUG nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Refreshing instance network info cache due to event network-changed-66f1cced-4847-4420-a96c-e14220b6af9b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.032190] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Acquiring lock "refresh_cache-0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.032190] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Acquired lock "refresh_cache-0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.032190] env[70220]: DEBUG nova.network.neutron [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Refreshing network info cache for port 66f1cced-4847-4420-a96c-e14220b6af9b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.056492] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625220, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.058915] env[70220]: DEBUG nova.policy [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e02b77d746047718489a4cb1b94aae9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d247b45b2e5476ab77803389da309ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.068341] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.068341] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f6f6439-7b55-4e4d-b6b1-cedef4951031 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.077745] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Waiting for the task: (returnval){ [ 771.077745] env[70220]: value = "task-3625221" [ 771.077745] env[70220]: _type = "Task" [ 771.077745] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.087796] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.107602] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "59d02e38-bd37-49eb-977c-577df91eb2e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.108022] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "59d02e38-bd37-49eb-977c-577df91eb2e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.142622] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625215, 'name': CreateVM_Task, 'duration_secs': 1.600336} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.142859] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.143588] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.144020] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.144472] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.145152] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfab005b-5ff5-4884-b134-b82c89af5f1d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.152438] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 771.152438] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5246e058-fdf8-155c-ea85-02260151984c" [ 771.152438] env[70220]: _type = "Task" [ 771.152438] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.162490] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5246e058-fdf8-155c-ea85-02260151984c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.223255] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.260414] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625218, 'name': ReconfigVM_Task, 'duration_secs': 0.685866} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.260689] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 95b4ab4c-0dce-456e-847c-e4e38778446a/95b4ab4c-0dce-456e-847c-e4e38778446a.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.261428] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a8a68fe-3dae-4ba0-a1c0-439132e23096 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.270140] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 771.270140] env[70220]: value = "task-3625222" [ 771.270140] env[70220]: _type = "Task" [ 771.270140] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.282123] env[70220]: DEBUG oslo_concurrency.lockutils [None req-851c6d16-28af-4f6c-94c0-6497f52c3399 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "f0951203-1ae7-4579-a80c-c9d22fbee6df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.867s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.282391] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625222, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.473023] env[70220]: DEBUG oslo_concurrency.lockutils [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquiring lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.473023] env[70220]: DEBUG oslo_concurrency.lockutils [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.473023] env[70220]: DEBUG oslo_concurrency.lockutils [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquiring lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.473209] env[70220]: DEBUG oslo_concurrency.lockutils [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.473426] env[70220]: DEBUG oslo_concurrency.lockutils [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.477211] env[70220]: INFO nova.compute.manager [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Terminating instance [ 771.493441] env[70220]: DEBUG nova.compute.manager [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.567072] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625220, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.588559] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625221, 'name': PowerOffVM_Task, 'duration_secs': 0.282659} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.591389] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.591623] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.594783] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983d5fce-40ea-4049-960d-806122dbc7cf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.606937] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.608243] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c67a86ce-7687-421f-8d21-65673c67da08 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.616262] env[70220]: DEBUG nova.network.neutron [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Successfully created port: 61622bc2-d229-437c-aa15-1165620cf19e {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.630832] env[70220]: DEBUG oslo_concurrency.lockutils [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquiring lock "b643add3-e476-47c2-b316-a38cbddc7ad0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.631241] env[70220]: DEBUG oslo_concurrency.lockutils [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Lock "b643add3-e476-47c2-b316-a38cbddc7ad0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.631439] env[70220]: DEBUG oslo_concurrency.lockutils [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquiring lock "b643add3-e476-47c2-b316-a38cbddc7ad0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.631751] env[70220]: DEBUG oslo_concurrency.lockutils [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Lock "b643add3-e476-47c2-b316-a38cbddc7ad0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.631971] env[70220]: DEBUG oslo_concurrency.lockutils [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Lock "b643add3-e476-47c2-b316-a38cbddc7ad0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.634291] env[70220]: INFO nova.compute.manager [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Terminating instance [ 771.648632] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.648632] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.648813] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Deleting the datastore file [datastore1] 34212518-eb14-4da3-913a-9c68b5f5e353 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.649455] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35cccab8-74c8-487c-9c3f-393c99f2876d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.665099] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Waiting for the task: (returnval){ [ 771.665099] env[70220]: value = "task-3625224" [ 771.665099] env[70220]: _type = "Task" [ 771.665099] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.671700] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5246e058-fdf8-155c-ea85-02260151984c, 'name': SearchDatastore_Task, 'duration_secs': 0.020895} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.674931] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.675235] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.675507] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.675691] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.675908] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.676420] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d76b777e-93ab-4b55-9937-0d44ecf5b0d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.681591] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.715390] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.715575] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.716476] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1283fc93-b923-47f3-b4c9-9365ccd6066c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.725310] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 771.725310] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c5dc5f-74f4-5348-2573-ea3f96d01b3b" [ 771.725310] env[70220]: _type = "Task" [ 771.725310] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.734317] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c5dc5f-74f4-5348-2573-ea3f96d01b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.782278] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625222, 'name': Rename_Task, 'duration_secs': 0.329509} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.783160] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.783452] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcc3f97f-d1ac-4d59-b53f-0d6046a6771b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.785349] env[70220]: DEBUG nova.compute.manager [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.797855] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 771.797855] env[70220]: value = "task-3625225" [ 771.797855] env[70220]: _type = "Task" [ 771.797855] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.808328] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.996817] env[70220]: DEBUG nova.compute.manager [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.996817] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.996817] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77e8efd-9081-447b-b761-172f0254d14a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.013392] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.015412] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88d6f593-0057-4c2c-9c76-be76d2d5bbd7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.028436] env[70220]: DEBUG oslo_vmware.api [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for the task: (returnval){ [ 772.028436] env[70220]: value = "task-3625226" [ 772.028436] env[70220]: _type = "Task" [ 772.028436] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.044114] env[70220]: DEBUG nova.network.neutron [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Updated VIF entry in instance network info cache for port 66f1cced-4847-4420-a96c-e14220b6af9b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.044114] env[70220]: DEBUG nova.network.neutron [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Updating instance_info_cache with network_info: [{"id": "66f1cced-4847-4420-a96c-e14220b6af9b", "address": "fa:16:3e:5a:54:d7", "network": {"id": "a6c0af0c-d0ab-402d-9cdf-526d9e1513c6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-652733890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345530a66ef6411eb675025e56a33c08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f1cced-48", "ovs_interfaceid": "66f1cced-4847-4420-a96c-e14220b6af9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.050436] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e71786-019d-467b-a782-e9bb97d4887e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.064404] env[70220]: DEBUG oslo_vmware.api [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.078516] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625220, 'name': CreateVM_Task, 'duration_secs': 1.407924} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.079567] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9f96cb-ba14-4014-9532-2775b12befe8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.083215] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.084136] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.084327] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.084622] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.085346] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a07c91-7ca0-4ef5-acc6-9eaa01b0a3c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.117404] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e128b2-f385-40b0-a894-67ed724f7f68 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.120328] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 772.120328] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5297a4fe-5bb9-8747-765e-173f61a64c7a" [ 772.120328] env[70220]: _type = "Task" [ 772.120328] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.127597] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78658c38-4a47-4d15-9ddb-38bf0ae87421 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.136954] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5297a4fe-5bb9-8747-765e-173f61a64c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.017141} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.136954] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.136954] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.137100] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.137419] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.137419] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.137659] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69cb77e4-3690-4f09-babd-3c782e7d3110 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.147945] env[70220]: DEBUG nova.compute.manager [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.148046] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.152095] env[70220]: DEBUG nova.compute.provider_tree [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.153816] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fbf68f-c0b6-4067-8458-e333df82b26d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.163385] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.163385] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a937a91-da2b-4f02-a08d-9bf3c77cc092 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.168221] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.168221] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.175422] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a109677-6a8f-4689-b822-0844bb44366e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.175422] env[70220]: DEBUG nova.network.neutron [req-85a8cd66-ac87-406b-bf0e-182dd3d5172c req-cdd5907e-2531-4879-81ab-519e9e2eaa84 service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Updated VIF entry in instance network info cache for port c12ea84f-9df9-41dc-b545-13dec790b0fa. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.177105] env[70220]: DEBUG nova.network.neutron [req-85a8cd66-ac87-406b-bf0e-182dd3d5172c req-cdd5907e-2531-4879-81ab-519e9e2eaa84 service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Updating instance_info_cache with network_info: [{"id": "c12ea84f-9df9-41dc-b545-13dec790b0fa", "address": "fa:16:3e:75:62:f4", "network": {"id": "4c6e4665-e364-4ad9-932e-b547f1ccb260", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-939484162-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3026a9bbacc4aa587e99797aa4e7911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc12ea84f-9d", "ovs_interfaceid": "c12ea84f-9df9-41dc-b545-13dec790b0fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.177105] env[70220]: DEBUG oslo_vmware.api [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for the task: (returnval){ [ 772.177105] env[70220]: value = "task-3625227" [ 772.177105] env[70220]: _type = "Task" [ 772.177105] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.185675] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184082} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.185956] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 772.185956] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52699951-2338-1d19-4de4-591aa2098e7d" [ 772.185956] env[70220]: _type = "Task" [ 772.185956] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.190155] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.190155] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.190155] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.199435] env[70220]: DEBUG oslo_vmware.api [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.208498] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52699951-2338-1d19-4de4-591aa2098e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.014768} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.209338] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45452cbc-ec75-48ba-b509-aa31928ef8f3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.216322] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 772.216322] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5288df1d-7b3a-fbd7-9e97-c00c6443a72d" [ 772.216322] env[70220]: _type = "Task" [ 772.216322] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.224778] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5288df1d-7b3a-fbd7-9e97-c00c6443a72d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.238495] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c5dc5f-74f4-5348-2573-ea3f96d01b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.014654} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.239523] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-821c2085-4882-43e2-aa4a-dbacfe1d2a86 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.247712] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 772.247712] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d91a7b-635d-9e6c-7446-dbeb15c61a16" [ 772.247712] env[70220]: _type = "Task" [ 772.247712] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.261833] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d91a7b-635d-9e6c-7446-dbeb15c61a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.315087] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.316222] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.512636] env[70220]: DEBUG nova.compute.manager [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.545140] env[70220]: DEBUG oslo_vmware.api [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625226, 'name': PowerOffVM_Task, 'duration_secs': 0.270764} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.547244] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.547395] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.547839] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72cac36e-ff54-459e-9993-f6fa54b6c14e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.557211] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Releasing lock "refresh_cache-0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.557211] env[70220]: DEBUG nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Received event network-vif-plugged-5fdb4e63-9035-41bb-b28c-bda4a4b7b358 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.557211] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Acquiring lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.557211] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.557211] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.557441] env[70220]: DEBUG nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] No waiting events found dispatching network-vif-plugged-5fdb4e63-9035-41bb-b28c-bda4a4b7b358 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.557441] env[70220]: WARNING nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Received unexpected event network-vif-plugged-5fdb4e63-9035-41bb-b28c-bda4a4b7b358 for instance with vm_state building and task_state spawning. [ 772.557441] env[70220]: DEBUG nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Received event network-changed-5fdb4e63-9035-41bb-b28c-bda4a4b7b358 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.557441] env[70220]: DEBUG nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Refreshing instance network info cache due to event network-changed-5fdb4e63-9035-41bb-b28c-bda4a4b7b358. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.557441] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Acquiring lock "refresh_cache-f86272cc-e3fb-4bc5-8272-faab2cb68e29" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.557611] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Acquired lock "refresh_cache-f86272cc-e3fb-4bc5-8272-faab2cb68e29" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.557611] env[70220]: DEBUG nova.network.neutron [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Refreshing network info cache for port 5fdb4e63-9035-41bb-b28c-bda4a4b7b358 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.562587] env[70220]: DEBUG nova.virt.hardware [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.562848] env[70220]: DEBUG nova.virt.hardware [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.562997] env[70220]: DEBUG nova.virt.hardware [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.563181] env[70220]: DEBUG nova.virt.hardware [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.563324] env[70220]: DEBUG nova.virt.hardware [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.563464] env[70220]: DEBUG nova.virt.hardware [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.563670] env[70220]: DEBUG nova.virt.hardware [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.563822] env[70220]: DEBUG nova.virt.hardware [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.564121] env[70220]: DEBUG nova.virt.hardware [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.564186] env[70220]: DEBUG nova.virt.hardware [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.564340] env[70220]: DEBUG nova.virt.hardware [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.565697] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee969e8-fbed-4620-81d6-35ef9a7e2223 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.583125] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac5462d-2a03-44ab-a664-74e82c540b37 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.640100] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.640323] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.640495] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Deleting the datastore file [datastore1] f6db5281-a7f3-4ed3-86f5-6fe09cc39c38 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.641086] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d1f76a3-390e-4835-8b4a-48bf60445024 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.651927] env[70220]: DEBUG oslo_vmware.api [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for the task: (returnval){ [ 772.651927] env[70220]: value = "task-3625229" [ 772.651927] env[70220]: _type = "Task" [ 772.651927] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.659128] env[70220]: DEBUG nova.scheduler.client.report [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.666432] env[70220]: DEBUG oslo_vmware.api [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.676600] env[70220]: DEBUG oslo_concurrency.lockutils [req-85a8cd66-ac87-406b-bf0e-182dd3d5172c req-cdd5907e-2531-4879-81ab-519e9e2eaa84 service nova] Releasing lock "refresh_cache-2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.689510] env[70220]: DEBUG oslo_vmware.api [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.730923] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5288df1d-7b3a-fbd7-9e97-c00c6443a72d, 'name': SearchDatastore_Task, 'duration_secs': 0.013649} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.731231] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.731498] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 6750e7b9-6ca1-43a3-933c-516927e52767/6750e7b9-6ca1-43a3-933c-516927e52767.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.731774] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b02eb90-27a5-4fa9-8f19-338605589188 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.741778] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 772.741778] env[70220]: value = "task-3625230" [ 772.741778] env[70220]: _type = "Task" [ 772.741778] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.752745] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.766824] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d91a7b-635d-9e6c-7446-dbeb15c61a16, 'name': SearchDatastore_Task, 'duration_secs': 0.012637} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.767166] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.767469] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.767927] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1139089-0120-4f42-9600-372b94217344 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.778245] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 772.778245] env[70220]: value = "task-3625231" [ 772.778245] env[70220]: _type = "Task" [ 772.778245] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.789148] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.815197] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.169190] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.169713] env[70220]: DEBUG nova.compute.manager [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.180719] env[70220]: DEBUG oslo_vmware.api [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Task: {'id': task-3625229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219616} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.183408] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.169s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.183835] env[70220]: DEBUG nova.objects.instance [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Lazy-loading 'resources' on Instance uuid 542efbf6-f5ea-44e0-9c73-f6265fc6ed45 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.185231] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.189432] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.189885] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.189885] env[70220]: INFO nova.compute.manager [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Took 1.20 seconds to destroy the instance on the hypervisor. [ 773.190434] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.191452] env[70220]: DEBUG nova.compute.manager [-] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.191452] env[70220]: DEBUG nova.network.neutron [-] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.205023] env[70220]: DEBUG oslo_vmware.api [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625227, 'name': PowerOffVM_Task, 'duration_secs': 0.61912} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.205172] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.205340] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.206690] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53adb020-c4b6-45f7-9dc6-b24f8b7a5391 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.265124] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625230, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.270192] env[70220]: DEBUG nova.virt.hardware [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.270450] env[70220]: DEBUG nova.virt.hardware [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.270571] env[70220]: DEBUG nova.virt.hardware [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.270744] env[70220]: DEBUG nova.virt.hardware [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.270923] env[70220]: DEBUG nova.virt.hardware [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.271185] env[70220]: DEBUG nova.virt.hardware [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.271421] env[70220]: DEBUG nova.virt.hardware [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.271584] env[70220]: DEBUG nova.virt.hardware [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.271755] env[70220]: DEBUG nova.virt.hardware [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.271920] env[70220]: DEBUG nova.virt.hardware [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.272114] env[70220]: DEBUG nova.virt.hardware [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.273761] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d690c33-4e7a-434d-bbc7-d92c33f77dd4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.288556] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644df90f-969a-4bb0-94cc-c8c93617c250 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.297865] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625231, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.320481] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.321702] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.321702] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Deleting the datastore file [datastore1] b643add3-e476-47c2-b316-a38cbddc7ad0 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.321702] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.327722] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.334932] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d14d41d-c01b-4a88-99ba-4eab0c65a2b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.337029] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.341160] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dbe8310-18d5-4661-987d-4a4c99005115 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.354364] env[70220]: DEBUG oslo_vmware.api [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625225, 'name': PowerOnVM_Task, 'duration_secs': 1.300091} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.355106] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.355364] env[70220]: INFO nova.compute.manager [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Took 10.95 seconds to spawn the instance on the hypervisor. [ 773.355609] env[70220]: DEBUG nova.compute.manager [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.356873] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dc20c5-482c-4cba-98b3-6e58cf257c21 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.365041] env[70220]: DEBUG oslo_vmware.api [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for the task: (returnval){ [ 773.365041] env[70220]: value = "task-3625233" [ 773.365041] env[70220]: _type = "Task" [ 773.365041] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.365041] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.365041] env[70220]: value = "task-3625234" [ 773.365041] env[70220]: _type = "Task" [ 773.365041] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.386056] env[70220]: DEBUG oslo_vmware.api [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.389719] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625234, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.519692] env[70220]: DEBUG nova.network.neutron [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Updated VIF entry in instance network info cache for port 5fdb4e63-9035-41bb-b28c-bda4a4b7b358. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.520103] env[70220]: DEBUG nova.network.neutron [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Updating instance_info_cache with network_info: [{"id": "5fdb4e63-9035-41bb-b28c-bda4a4b7b358", "address": "fa:16:3e:46:eb:97", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fdb4e63-90", "ovs_interfaceid": "5fdb4e63-9035-41bb-b28c-bda4a4b7b358", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.680442] env[70220]: DEBUG nova.compute.utils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.681744] env[70220]: DEBUG nova.compute.manager [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.681916] env[70220]: DEBUG nova.network.neutron [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.753671] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634293} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.753946] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 6750e7b9-6ca1-43a3-933c-516927e52767/6750e7b9-6ca1-43a3-933c-516927e52767.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.755146] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.758416] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-533f3be5-5630-495d-a715-b17f862283a9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.766760] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 773.766760] env[70220]: value = "task-3625235" [ 773.766760] env[70220]: _type = "Task" [ 773.766760] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.775814] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.790153] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.746165} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.790426] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.790637] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.790908] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ed8e6b4-1706-4302-b357-3461f459d2b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.803604] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 773.803604] env[70220]: value = "task-3625236" [ 773.803604] env[70220]: _type = "Task" [ 773.803604] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.814816] env[70220]: DEBUG nova.policy [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed1b7b7e9941457b9448c41261512210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f40824d4e26414e8a07f99a03f01f45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.821588] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.886156] env[70220]: DEBUG oslo_vmware.api [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Task: {'id': task-3625233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284464} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.898395] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.898817] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.898817] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.899096] env[70220]: INFO nova.compute.manager [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Took 1.75 seconds to destroy the instance on the hypervisor. [ 773.899212] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.899352] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625234, 'name': CreateVM_Task, 'duration_secs': 0.480448} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.901374] env[70220]: DEBUG nova.compute.manager [-] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.901487] env[70220]: DEBUG nova.network.neutron [-] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.902886] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.903607] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.903781] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.904109] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.904592] env[70220]: INFO nova.compute.manager [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Took 21.85 seconds to build instance. [ 773.905689] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cd6b654-2a7b-4628-b209-18f4852b9db5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.914681] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Waiting for the task: (returnval){ [ 773.914681] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52884a4f-ea56-4a22-4f82-57aa10d26cef" [ 773.914681] env[70220]: _type = "Task" [ 773.914681] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.928610] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52884a4f-ea56-4a22-4f82-57aa10d26cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.940364] env[70220]: DEBUG nova.compute.manager [req-32a887c1-56d7-4201-be91-c2f355f9c269 req-3375da7f-3ef2-4c77-9613-6b64e6d0d4d1 service nova] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Received event network-vif-deleted-14dc4f7f-ac51-4e79-b8f7-38355887a1b0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.026211] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Releasing lock "refresh_cache-f86272cc-e3fb-4bc5-8272-faab2cb68e29" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.026211] env[70220]: DEBUG nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Received event network-vif-plugged-6dc171cf-2c04-43a4-a283-94fbebe96c08 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.026211] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Acquiring lock "6750e7b9-6ca1-43a3-933c-516927e52767-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.026211] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Lock "6750e7b9-6ca1-43a3-933c-516927e52767-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.026211] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Lock "6750e7b9-6ca1-43a3-933c-516927e52767-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.026495] env[70220]: DEBUG nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] No waiting events found dispatching network-vif-plugged-6dc171cf-2c04-43a4-a283-94fbebe96c08 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.026495] env[70220]: WARNING nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Received unexpected event network-vif-plugged-6dc171cf-2c04-43a4-a283-94fbebe96c08 for instance with vm_state building and task_state spawning. [ 774.026495] env[70220]: DEBUG nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Received event network-changed-6dc171cf-2c04-43a4-a283-94fbebe96c08 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.026495] env[70220]: DEBUG nova.compute.manager [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Refreshing instance network info cache due to event network-changed-6dc171cf-2c04-43a4-a283-94fbebe96c08. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.026495] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Acquiring lock "refresh_cache-6750e7b9-6ca1-43a3-933c-516927e52767" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.026799] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Acquired lock "refresh_cache-6750e7b9-6ca1-43a3-933c-516927e52767" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.026799] env[70220]: DEBUG nova.network.neutron [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Refreshing network info cache for port 6dc171cf-2c04-43a4-a283-94fbebe96c08 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.146438] env[70220]: DEBUG nova.network.neutron [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Successfully updated port: 61622bc2-d229-437c-aa15-1165620cf19e {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.185783] env[70220]: DEBUG nova.compute.manager [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.205640] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9053893-51c0-4a61-b5bc-b72edc2996b4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.220298] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc66eae-52ab-475b-97d1-f7b198c759e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.280507] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2583a329-e769-40a0-90fb-f1a8dd126c75 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.294775] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431a8f50-8ab6-4098-9740-332f10b3af4f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.298942] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085446} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.299573] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.301154] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9744a06-c5a7-4b9a-8a5e-e0ea18ecfa8a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.312199] env[70220]: DEBUG nova.compute.provider_tree [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.324372] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077917} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.333880] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.343232] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 6750e7b9-6ca1-43a3-933c-516927e52767/6750e7b9-6ca1-43a3-933c-516927e52767.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.344978] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33092836-4978-4fd4-9848-8f1f6f7e4e19 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.351231] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bd400d4-b4dd-4a6e-9a9c-d27c94fb42bb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.391673] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.393715] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ce35535-ec85-47c3-b807-420cab7f2512 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.408249] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 774.408249] env[70220]: value = "task-3625237" [ 774.408249] env[70220]: _type = "Task" [ 774.408249] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.408642] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11d586dd-b756-4979-b9cc-22ff590dcfac tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "95b4ab4c-0dce-456e-847c-e4e38778446a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.367s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.423907] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.423907] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 774.423907] env[70220]: value = "task-3625238" [ 774.423907] env[70220]: _type = "Task" [ 774.423907] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.430651] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52884a4f-ea56-4a22-4f82-57aa10d26cef, 'name': SearchDatastore_Task, 'duration_secs': 0.028807} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.431913] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.431913] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.431913] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.431913] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.432296] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.432612] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24d25717-3cfe-4d1f-acd1-219362c5e997 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.439492] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625238, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.451864] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.451864] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.456169] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8a0c6b2-45b2-4cd0-9320-0c1ac9a59455 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.456169] env[70220]: DEBUG nova.network.neutron [-] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.464971] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Waiting for the task: (returnval){ [ 774.464971] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f7b3d0-2c89-eb98-06f7-8a5e042fdf78" [ 774.464971] env[70220]: _type = "Task" [ 774.464971] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.477397] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f7b3d0-2c89-eb98-06f7-8a5e042fdf78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.652339] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "refresh_cache-7619eb88-8d1e-4270-b7b5-a44843cb1c4f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.652664] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "refresh_cache-7619eb88-8d1e-4270-b7b5-a44843cb1c4f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.652783] env[70220]: DEBUG nova.network.neutron [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.821111] env[70220]: DEBUG nova.scheduler.client.report [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.825985] env[70220]: DEBUG nova.network.neutron [-] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.842108] env[70220]: DEBUG nova.network.neutron [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Updated VIF entry in instance network info cache for port 6dc171cf-2c04-43a4-a283-94fbebe96c08. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.842453] env[70220]: DEBUG nova.network.neutron [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Updating instance_info_cache with network_info: [{"id": "6dc171cf-2c04-43a4-a283-94fbebe96c08", "address": "fa:16:3e:d6:4e:96", "network": {"id": "3376c47c-6c6b-46ea-a286-5e428b76d3e2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1441366404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3969a08440cc4f2fadeac29c4fea5930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc171cf-2c", "ovs_interfaceid": "6dc171cf-2c04-43a4-a283-94fbebe96c08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.915893] env[70220]: DEBUG nova.compute.manager [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.930795] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.942041] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.961960] env[70220]: INFO nova.compute.manager [-] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Took 1.77 seconds to deallocate network for instance. [ 774.984376] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f7b3d0-2c89-eb98-06f7-8a5e042fdf78, 'name': SearchDatastore_Task, 'duration_secs': 0.049386} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.984376] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e6c725-e2cb-42ed-804b-ab610a50b756 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.990053] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Waiting for the task: (returnval){ [ 774.990053] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52025d2e-9b24-87f3-0126-1ae43dbe582d" [ 774.990053] env[70220]: _type = "Task" [ 774.990053] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.000145] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52025d2e-9b24-87f3-0126-1ae43dbe582d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.010814] env[70220]: DEBUG nova.network.neutron [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Successfully created port: 53ce6290-2c40-4ca6-91e2-d820435aca31 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.197814] env[70220]: DEBUG nova.compute.manager [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.216535] env[70220]: DEBUG nova.network.neutron [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.249558] env[70220]: DEBUG nova.virt.hardware [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.249558] env[70220]: DEBUG nova.virt.hardware [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.249558] env[70220]: DEBUG nova.virt.hardware [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.249558] env[70220]: DEBUG nova.virt.hardware [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.249884] env[70220]: DEBUG nova.virt.hardware [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.249884] env[70220]: DEBUG nova.virt.hardware [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.249884] env[70220]: DEBUG nova.virt.hardware [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.249884] env[70220]: DEBUG nova.virt.hardware [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.249884] env[70220]: DEBUG nova.virt.hardware [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.250075] env[70220]: DEBUG nova.virt.hardware [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.250075] env[70220]: DEBUG nova.virt.hardware [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.251628] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f483b4e1-17ad-46d2-8ae4-1708e3a7ade4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.266475] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05566136-fbd6-4d0a-975e-5315bba41522 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.330655] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.332510] env[70220]: INFO nova.compute.manager [-] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Took 1.43 seconds to deallocate network for instance. [ 775.332978] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.457s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.334839] env[70220]: INFO nova.compute.claims [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.346744] env[70220]: DEBUG oslo_concurrency.lockutils [req-51e3b214-8e9d-4f65-8ead-23f4155fe16a req-1c5b4e76-82ce-4f01-adf0-ed73d43ed5bc service nova] Releasing lock "refresh_cache-6750e7b9-6ca1-43a3-933c-516927e52767" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.366702] env[70220]: INFO nova.scheduler.client.report [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Deleted allocations for instance 542efbf6-f5ea-44e0-9c73-f6265fc6ed45 [ 775.428032] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625237, 'name': ReconfigVM_Task, 'duration_secs': 0.993144} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.432473] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 6750e7b9-6ca1-43a3-933c-516927e52767/6750e7b9-6ca1-43a3-933c-516927e52767.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.440445] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4cf0998-62a6-4aa7-b68a-92789cf1a6e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.456385] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625238, 'name': ReconfigVM_Task, 'duration_secs': 0.886438} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.458014] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Reconfigured VM instance instance-0000000e to attach disk [datastore2] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.459279] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 775.459279] env[70220]: value = "task-3625239" [ 775.459279] env[70220]: _type = "Task" [ 775.459279] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.459636] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.459927] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d0c3d20-c89a-42f5-a2c3-d2adaa1c7bbe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.469934] env[70220]: DEBUG oslo_concurrency.lockutils [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.479374] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625239, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.481329] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 775.481329] env[70220]: value = "task-3625240" [ 775.481329] env[70220]: _type = "Task" [ 775.481329] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.493313] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625240, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.503754] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52025d2e-9b24-87f3-0126-1ae43dbe582d, 'name': SearchDatastore_Task, 'duration_secs': 0.032747} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.504169] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.504335] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.504619] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1026d0c-13cf-4e77-bf9f-3f5d9407177c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.515061] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Waiting for the task: (returnval){ [ 775.515061] env[70220]: value = "task-3625241" [ 775.515061] env[70220]: _type = "Task" [ 775.515061] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.530661] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.565202] env[70220]: DEBUG nova.network.neutron [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Updating instance_info_cache with network_info: [{"id": "61622bc2-d229-437c-aa15-1165620cf19e", "address": "fa:16:3e:2e:9d:9d", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61622bc2-d2", "ovs_interfaceid": "61622bc2-d229-437c-aa15-1165620cf19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.595828] env[70220]: DEBUG nova.compute.manager [req-bdfe270e-3bb1-4ad1-8b66-2ba0ab3be043 req-9b8c7790-5e43-49c2-951f-addc050d1a5d service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Received event network-vif-plugged-61622bc2-d229-437c-aa15-1165620cf19e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.597363] env[70220]: DEBUG oslo_concurrency.lockutils [req-bdfe270e-3bb1-4ad1-8b66-2ba0ab3be043 req-9b8c7790-5e43-49c2-951f-addc050d1a5d service nova] Acquiring lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.597363] env[70220]: DEBUG oslo_concurrency.lockutils [req-bdfe270e-3bb1-4ad1-8b66-2ba0ab3be043 req-9b8c7790-5e43-49c2-951f-addc050d1a5d service nova] Lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.597363] env[70220]: DEBUG oslo_concurrency.lockutils [req-bdfe270e-3bb1-4ad1-8b66-2ba0ab3be043 req-9b8c7790-5e43-49c2-951f-addc050d1a5d service nova] Lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.597363] env[70220]: DEBUG nova.compute.manager [req-bdfe270e-3bb1-4ad1-8b66-2ba0ab3be043 req-9b8c7790-5e43-49c2-951f-addc050d1a5d service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] No waiting events found dispatching network-vif-plugged-61622bc2-d229-437c-aa15-1165620cf19e {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.597363] env[70220]: WARNING nova.compute.manager [req-bdfe270e-3bb1-4ad1-8b66-2ba0ab3be043 req-9b8c7790-5e43-49c2-951f-addc050d1a5d service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Received unexpected event network-vif-plugged-61622bc2-d229-437c-aa15-1165620cf19e for instance with vm_state building and task_state spawning. [ 775.845444] env[70220]: DEBUG oslo_concurrency.lockutils [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.884543] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f43bcabc-c9b3-478b-8e27-ed11a58d1dd8 tempest-ServerDiagnosticsNegativeTest-1039666728 tempest-ServerDiagnosticsNegativeTest-1039666728-project-member] Lock "542efbf6-f5ea-44e0-9c73-f6265fc6ed45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.589s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.978832] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625239, 'name': Rename_Task, 'duration_secs': 0.20505} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.982504] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.983090] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-699e65c4-cdda-4e91-9d1a-e9587924a5d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.998847] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625240, 'name': Rename_Task, 'duration_secs': 0.211756} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.000647] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.001107] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 776.001107] env[70220]: value = "task-3625242" [ 776.001107] env[70220]: _type = "Task" [ 776.001107] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.001349] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a664c9e-494c-47ae-9900-e92cd35f5dbc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.014784] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.016545] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 776.016545] env[70220]: value = "task-3625243" [ 776.016545] env[70220]: _type = "Task" [ 776.016545] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.032463] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.037025] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.069165] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "refresh_cache-7619eb88-8d1e-4270-b7b5-a44843cb1c4f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.069165] env[70220]: DEBUG nova.compute.manager [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Instance network_info: |[{"id": "61622bc2-d229-437c-aa15-1165620cf19e", "address": "fa:16:3e:2e:9d:9d", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61622bc2-d2", "ovs_interfaceid": "61622bc2-d229-437c-aa15-1165620cf19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.069413] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:9d:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61622bc2-d229-437c-aa15-1165620cf19e', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.080236] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.080631] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.080735] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d95f51fb-315d-47d7-a838-593fac0eb49c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.107438] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.107438] env[70220]: value = "task-3625244" [ 776.107438] env[70220]: _type = "Task" [ 776.107438] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.124053] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625244, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.521164] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.536969] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672648} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.542064] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.542064] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.542064] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.542064] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e07d9176-c25e-4815-8b9a-8014c47017b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.553767] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Waiting for the task: (returnval){ [ 776.553767] env[70220]: value = "task-3625245" [ 776.553767] env[70220]: _type = "Task" [ 776.553767] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.563445] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.617206] env[70220]: DEBUG oslo_concurrency.lockutils [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquiring lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.617457] env[70220]: DEBUG oslo_concurrency.lockutils [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.617653] env[70220]: DEBUG oslo_concurrency.lockutils [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquiring lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.617832] env[70220]: DEBUG oslo_concurrency.lockutils [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.617997] env[70220]: DEBUG oslo_concurrency.lockutils [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.623385] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625244, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.625545] env[70220]: INFO nova.compute.manager [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Terminating instance [ 776.774019] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f141fc70-06b0-4f43-afaf-5ec904edccd4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.782673] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9c62bc-f1ab-431e-a8f9-d61e56b9059d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.830682] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cba70b-3f38-4b4f-8c20-62c7d05aa407 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.836172] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Acquiring lock "0bc3e427-2335-46f3-b311-fa688563fece" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.836451] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Lock "0bc3e427-2335-46f3-b311-fa688563fece" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.845598] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6062344-bf54-41b8-8a1f-7186a342fa24 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.862027] env[70220]: DEBUG nova.compute.provider_tree [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.022259] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625242, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.041524] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.065326] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083729} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.065326] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.065595] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0fc60e-2a4a-4a95-afb1-bc19cdba9968 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.088482] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.090866] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29470d0f-ced6-4161-b44e-11e0e7bc0209 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.114677] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Waiting for the task: (returnval){ [ 777.114677] env[70220]: value = "task-3625246" [ 777.114677] env[70220]: _type = "Task" [ 777.114677] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.122625] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625244, 'name': CreateVM_Task, 'duration_secs': 0.766558} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.122625] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.123879] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.123879] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.123879] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.123879] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb80884-0fb9-46b0-a77a-55a1a9b15267 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.129316] env[70220]: DEBUG nova.compute.manager [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.129534] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.129831] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625246, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.131213] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b7c499-9ea3-4002-813c-8fb21252f276 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.135923] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 777.135923] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f9f189-010a-bad8-8486-cf3e5c9e3112" [ 777.135923] env[70220]: _type = "Task" [ 777.135923] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.143069] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.143727] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93fa1c4a-a630-47fe-b308-3ad182ef621d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.152270] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f9f189-010a-bad8-8486-cf3e5c9e3112, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.153784] env[70220]: DEBUG oslo_vmware.api [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 777.153784] env[70220]: value = "task-3625247" [ 777.153784] env[70220]: _type = "Task" [ 777.153784] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.163948] env[70220]: DEBUG oslo_vmware.api [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.366919] env[70220]: DEBUG nova.scheduler.client.report [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.441796] env[70220]: DEBUG nova.network.neutron [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Successfully updated port: 53ce6290-2c40-4ca6-91e2-d820435aca31 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.519359] env[70220]: DEBUG oslo_vmware.api [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625242, 'name': PowerOnVM_Task, 'duration_secs': 1.063427} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.519861] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.520119] env[70220]: INFO nova.compute.manager [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Took 10.05 seconds to spawn the instance on the hypervisor. [ 777.520312] env[70220]: DEBUG nova.compute.manager [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.521263] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e3a13f-aecd-46cf-b267-de51582c38b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.546374] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.629473] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625246, 'name': ReconfigVM_Task, 'duration_secs': 0.357409} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.629893] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 34212518-eb14-4da3-913a-9c68b5f5e353/34212518-eb14-4da3-913a-9c68b5f5e353.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.630792] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71fad996-fee0-4920-94f6-e6b883f344bd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.642519] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Waiting for the task: (returnval){ [ 777.642519] env[70220]: value = "task-3625248" [ 777.642519] env[70220]: _type = "Task" [ 777.642519] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.650879] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f9f189-010a-bad8-8486-cf3e5c9e3112, 'name': SearchDatastore_Task, 'duration_secs': 0.016209} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.651672] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.653468] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.653468] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.653468] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.653468] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.653468] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a03ce06-efce-467a-afd7-ce0e47ba5573 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.659256] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625248, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.674334] env[70220]: DEBUG oslo_vmware.api [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625247, 'name': PowerOffVM_Task, 'duration_secs': 0.252087} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.676909] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.677130] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.677433] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.677646] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.678533] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-805c238f-6ea5-4816-8076-60f4d986ac89 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.680485] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72940f2a-52bf-47fc-b1c1-db01cb9a4063 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.686585] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 777.686585] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d29aa5-f3ea-0fbc-3a39-a558ae623e9d" [ 777.686585] env[70220]: _type = "Task" [ 777.686585] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.701889] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d29aa5-f3ea-0fbc-3a39-a558ae623e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01241} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.702866] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e40c01-72ba-4c04-98a2-4dc71cb5073d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.709893] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 777.709893] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522d4f12-e26e-aaef-5494-ba90c7d549d3" [ 777.709893] env[70220]: _type = "Task" [ 777.709893] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.720754] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522d4f12-e26e-aaef-5494-ba90c7d549d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.765405] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.765713] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.765776] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Deleting the datastore file [datastore1] 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.766066] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db05cd9c-edc6-43c0-8918-7118f77b5502 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.775460] env[70220]: DEBUG oslo_vmware.api [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for the task: (returnval){ [ 777.775460] env[70220]: value = "task-3625250" [ 777.775460] env[70220]: _type = "Task" [ 777.775460] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.786741] env[70220]: DEBUG oslo_vmware.api [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.876241] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.876853] env[70220]: DEBUG nova.compute.manager [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.882972] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.933s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.884604] env[70220]: INFO nova.compute.claims [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.925054] env[70220]: DEBUG nova.compute.manager [req-8308b0de-973c-402b-a19e-e937544cdbfc req-91f20d90-1ff5-4ecb-b5c7-4863d81f1d2a service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Received event network-vif-plugged-53ce6290-2c40-4ca6-91e2-d820435aca31 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.925365] env[70220]: DEBUG oslo_concurrency.lockutils [req-8308b0de-973c-402b-a19e-e937544cdbfc req-91f20d90-1ff5-4ecb-b5c7-4863d81f1d2a service nova] Acquiring lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.925658] env[70220]: DEBUG oslo_concurrency.lockutils [req-8308b0de-973c-402b-a19e-e937544cdbfc req-91f20d90-1ff5-4ecb-b5c7-4863d81f1d2a service nova] Lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.927595] env[70220]: DEBUG oslo_concurrency.lockutils [req-8308b0de-973c-402b-a19e-e937544cdbfc req-91f20d90-1ff5-4ecb-b5c7-4863d81f1d2a service nova] Lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.928011] env[70220]: DEBUG nova.compute.manager [req-8308b0de-973c-402b-a19e-e937544cdbfc req-91f20d90-1ff5-4ecb-b5c7-4863d81f1d2a service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] No waiting events found dispatching network-vif-plugged-53ce6290-2c40-4ca6-91e2-d820435aca31 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.928244] env[70220]: WARNING nova.compute.manager [req-8308b0de-973c-402b-a19e-e937544cdbfc req-91f20d90-1ff5-4ecb-b5c7-4863d81f1d2a service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Received unexpected event network-vif-plugged-53ce6290-2c40-4ca6-91e2-d820435aca31 for instance with vm_state building and task_state spawning. [ 777.930780] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquiring lock "d0b2e7f5-622a-458f-86b2-44a8a6e86e1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.931091] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "d0b2e7f5-622a-458f-86b2-44a8a6e86e1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.945217] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquiring lock "refresh_cache-65efef5f-247f-45ab-9b76-915bdd9f9ce3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.946477] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquired lock "refresh_cache-65efef5f-247f-45ab-9b76-915bdd9f9ce3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.946717] env[70220]: DEBUG nova.network.neutron [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.043481] env[70220]: DEBUG oslo_vmware.api [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625243, 'name': PowerOnVM_Task, 'duration_secs': 1.925838} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.045132] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.045346] env[70220]: INFO nova.compute.manager [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Took 13.15 seconds to spawn the instance on the hypervisor. [ 778.045592] env[70220]: DEBUG nova.compute.manager [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.047111] env[70220]: INFO nova.compute.manager [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Took 22.65 seconds to build instance. [ 778.048644] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91935566-888c-4c81-85be-3389a7c0f0a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.167308] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625248, 'name': Rename_Task, 'duration_secs': 0.199569} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.167683] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.169450] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-661f5f2f-4cba-4522-9123-962ae5cb933e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.179068] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Waiting for the task: (returnval){ [ 778.179068] env[70220]: value = "task-3625251" [ 778.179068] env[70220]: _type = "Task" [ 778.179068] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.193285] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.228341] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522d4f12-e26e-aaef-5494-ba90c7d549d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012787} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.228682] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.228974] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 7619eb88-8d1e-4270-b7b5-a44843cb1c4f/7619eb88-8d1e-4270-b7b5-a44843cb1c4f.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.229559] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a77419d4-aa6e-4dda-888d-8b32549c805b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.240716] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 778.240716] env[70220]: value = "task-3625252" [ 778.240716] env[70220]: _type = "Task" [ 778.240716] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.250392] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.289895] env[70220]: DEBUG oslo_vmware.api [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Task: {'id': task-3625250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229129} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.290264] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.290411] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.290585] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.291237] env[70220]: INFO nova.compute.manager [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 778.295913] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.295913] env[70220]: DEBUG nova.compute.manager [-] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.295913] env[70220]: DEBUG nova.network.neutron [-] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.402229] env[70220]: DEBUG nova.compute.utils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.402754] env[70220]: DEBUG nova.compute.manager [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 778.402948] env[70220]: DEBUG nova.network.neutron [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 778.541337] env[70220]: DEBUG nova.network.neutron [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.559233] env[70220]: DEBUG oslo_concurrency.lockutils [None req-679302e7-0f0d-4a8c-aaf2-7df449bcb5f7 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "6750e7b9-6ca1-43a3-933c-516927e52767" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.381s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.580462] env[70220]: DEBUG nova.policy [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '19f2849d07f242cfb5aa659b7b966e13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61f81bebe5e04c29aa17ac647b73740c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.582504] env[70220]: INFO nova.compute.manager [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Took 25.01 seconds to build instance. [ 778.697202] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625251, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.754661] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625252, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.908058] env[70220]: DEBUG nova.compute.manager [req-800eb379-6281-4ba8-87f9-345045a760f5 req-fbc67312-532d-4a21-994b-39f42861f0b1 service nova] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Received event network-vif-deleted-6502d3c4-4505-45c7-9fb3-058a6dfae531 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.908666] env[70220]: DEBUG nova.compute.manager [req-800eb379-6281-4ba8-87f9-345045a760f5 req-fbc67312-532d-4a21-994b-39f42861f0b1 service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Received event network-changed-61622bc2-d229-437c-aa15-1165620cf19e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.908901] env[70220]: DEBUG nova.compute.manager [req-800eb379-6281-4ba8-87f9-345045a760f5 req-fbc67312-532d-4a21-994b-39f42861f0b1 service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Refreshing instance network info cache due to event network-changed-61622bc2-d229-437c-aa15-1165620cf19e. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.909142] env[70220]: DEBUG oslo_concurrency.lockutils [req-800eb379-6281-4ba8-87f9-345045a760f5 req-fbc67312-532d-4a21-994b-39f42861f0b1 service nova] Acquiring lock "refresh_cache-7619eb88-8d1e-4270-b7b5-a44843cb1c4f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.909287] env[70220]: DEBUG oslo_concurrency.lockutils [req-800eb379-6281-4ba8-87f9-345045a760f5 req-fbc67312-532d-4a21-994b-39f42861f0b1 service nova] Acquired lock "refresh_cache-7619eb88-8d1e-4270-b7b5-a44843cb1c4f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.909451] env[70220]: DEBUG nova.network.neutron [req-800eb379-6281-4ba8-87f9-345045a760f5 req-fbc67312-532d-4a21-994b-39f42861f0b1 service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Refreshing network info cache for port 61622bc2-d229-437c-aa15-1165620cf19e {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.913082] env[70220]: DEBUG nova.compute.manager [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.919174] env[70220]: DEBUG nova.network.neutron [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Updating instance_info_cache with network_info: [{"id": "53ce6290-2c40-4ca6-91e2-d820435aca31", "address": "fa:16:3e:17:4a:37", "network": {"id": "5fc1df8d-4cbf-4a92-afec-138d7ccb0962", "bridge": "br-int", "label": "tempest-ServersTestJSON-1995554507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f40824d4e26414e8a07f99a03f01f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ce6290-2c", "ovs_interfaceid": "53ce6290-2c40-4ca6-91e2-d820435aca31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.064446] env[70220]: DEBUG nova.compute.manager [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.091795] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53071c6f-9a9b-4326-848b-2af2ca3e7f72 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.526s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.196542] env[70220]: DEBUG oslo_vmware.api [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Task: {'id': task-3625251, 'name': PowerOnVM_Task, 'duration_secs': 0.858454} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.196825] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.197070] env[70220]: DEBUG nova.compute.manager [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.197884] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db26b0c1-c1a1-4ee8-9571-fdf770be040a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.252228] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612592} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.255516] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 7619eb88-8d1e-4270-b7b5-a44843cb1c4f/7619eb88-8d1e-4270-b7b5-a44843cb1c4f.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.255834] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.256205] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d491de6-57bf-435c-b7d0-2c8e5bbe1202 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.271366] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.271366] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.271366] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 779.271366] env[70220]: value = "task-3625253" [ 779.271366] env[70220]: _type = "Task" [ 779.271366] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.285820] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625253, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.366985] env[70220]: DEBUG nova.network.neutron [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Successfully created port: ae461e7e-8c67-4cc5-9232-44ba8e7045a6 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 779.372353] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914ffd16-f9a6-4173-b931-5ce9f750e30f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.382386] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9688f7d5-4b38-4db3-b262-19f003d3062b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.418849] env[70220]: DEBUG nova.network.neutron [-] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.426781] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Releasing lock "refresh_cache-65efef5f-247f-45ab-9b76-915bdd9f9ce3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.426781] env[70220]: DEBUG nova.compute.manager [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Instance network_info: |[{"id": "53ce6290-2c40-4ca6-91e2-d820435aca31", "address": "fa:16:3e:17:4a:37", "network": {"id": "5fc1df8d-4cbf-4a92-afec-138d7ccb0962", "bridge": "br-int", "label": "tempest-ServersTestJSON-1995554507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f40824d4e26414e8a07f99a03f01f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ce6290-2c", "ovs_interfaceid": "53ce6290-2c40-4ca6-91e2-d820435aca31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.427498] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8a9be1-e692-4245-ad2e-2041a1f22347 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.430572] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:4a:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e350f83a-f581-4e10-ac16-0b0f7bfd3d38', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53ce6290-2c40-4ca6-91e2-d820435aca31', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.439050] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Creating folder: Project (6f40824d4e26414e8a07f99a03f01f45). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.441395] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb85f7d5-8346-4daa-a662-3ef6a7178517 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.451808] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e65b06-ee6a-4d5e-9b35-62db999ad7d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.457688] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Created folder: Project (6f40824d4e26414e8a07f99a03f01f45) in parent group-v722922. [ 779.457931] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Creating folder: Instances. Parent ref: group-v722975. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.467819] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a783da87-da02-4fff-bbbc-381e446c78f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.470532] env[70220]: DEBUG nova.compute.provider_tree [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.483536] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Created folder: Instances in parent group-v722975. [ 779.483990] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.484096] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.484870] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c8c7e5a-3d8c-4619-a811-599d911415de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.510527] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.510527] env[70220]: value = "task-3625256" [ 779.510527] env[70220]: _type = "Task" [ 779.510527] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.524965] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625256, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.590439] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.595421] env[70220]: DEBUG nova.compute.manager [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.721025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.789080] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625253, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29687} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.789260] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.790165] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239edc9c-409a-4701-9acd-2a62275031ac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.819942] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 7619eb88-8d1e-4270-b7b5-a44843cb1c4f/7619eb88-8d1e-4270-b7b5-a44843cb1c4f.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.820981] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c612c03b-f5e7-4786-bb26-027cd37a2d5c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.850741] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 779.850741] env[70220]: value = "task-3625257" [ 779.850741] env[70220]: _type = "Task" [ 779.850741] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.862010] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.906133] env[70220]: DEBUG nova.network.neutron [req-800eb379-6281-4ba8-87f9-345045a760f5 req-fbc67312-532d-4a21-994b-39f42861f0b1 service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Updated VIF entry in instance network info cache for port 61622bc2-d229-437c-aa15-1165620cf19e. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.906562] env[70220]: DEBUG nova.network.neutron [req-800eb379-6281-4ba8-87f9-345045a760f5 req-fbc67312-532d-4a21-994b-39f42861f0b1 service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Updating instance_info_cache with network_info: [{"id": "61622bc2-d229-437c-aa15-1165620cf19e", "address": "fa:16:3e:2e:9d:9d", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61622bc2-d2", "ovs_interfaceid": "61622bc2-d229-437c-aa15-1165620cf19e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.924988] env[70220]: DEBUG nova.compute.manager [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.928121] env[70220]: INFO nova.compute.manager [-] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Took 1.64 seconds to deallocate network for instance. [ 779.962085] env[70220]: DEBUG nova.virt.hardware [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.962085] env[70220]: DEBUG nova.virt.hardware [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.962085] env[70220]: DEBUG nova.virt.hardware [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.962255] env[70220]: DEBUG nova.virt.hardware [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.962255] env[70220]: DEBUG nova.virt.hardware [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.962255] env[70220]: DEBUG nova.virt.hardware [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.962441] env[70220]: DEBUG nova.virt.hardware [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.962591] env[70220]: DEBUG nova.virt.hardware [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.962858] env[70220]: DEBUG nova.virt.hardware [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.962984] env[70220]: DEBUG nova.virt.hardware [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.963178] env[70220]: DEBUG nova.virt.hardware [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.964106] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be5cf7c-ee48-4618-8a6e-b4773cab6b0e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.973567] env[70220]: DEBUG nova.scheduler.client.report [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.978899] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a843061d-6f45-4fd1-9c2a-c3f32f8b14ec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.022033] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625256, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.128157] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.361593] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.414132] env[70220]: DEBUG oslo_concurrency.lockutils [req-800eb379-6281-4ba8-87f9-345045a760f5 req-fbc67312-532d-4a21-994b-39f42861f0b1 service nova] Releasing lock "refresh_cache-7619eb88-8d1e-4270-b7b5-a44843cb1c4f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.414132] env[70220]: DEBUG nova.compute.manager [req-800eb379-6281-4ba8-87f9-345045a760f5 req-fbc67312-532d-4a21-994b-39f42861f0b1 service nova] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Received event network-vif-deleted-69409837-1c37-4fe7-a0fd-cf057ddf606a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.436868] env[70220]: DEBUG oslo_concurrency.lockutils [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.486695] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.487287] env[70220]: DEBUG nova.compute.manager [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.492628] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.451s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.532808] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625256, 'name': CreateVM_Task, 'duration_secs': 0.621979} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.533011] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.533953] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.534173] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.534506] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.534943] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e211359-304d-41b1-b514-4252ae74fcfb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.541074] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for the task: (returnval){ [ 780.541074] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d17baf-0078-a0f5-146f-afe8f22df30c" [ 780.541074] env[70220]: _type = "Task" [ 780.541074] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.552858] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d17baf-0078-a0f5-146f-afe8f22df30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.864542] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625257, 'name': ReconfigVM_Task, 'duration_secs': 0.727771} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.864850] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 7619eb88-8d1e-4270-b7b5-a44843cb1c4f/7619eb88-8d1e-4270-b7b5-a44843cb1c4f.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.865611] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b203497c-f107-4eff-81d1-e550cf6de17a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.875575] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 780.875575] env[70220]: value = "task-3625258" [ 780.875575] env[70220]: _type = "Task" [ 780.875575] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.890593] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625258, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.003752] env[70220]: INFO nova.compute.claims [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.015185] env[70220]: DEBUG nova.compute.utils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.020692] env[70220]: DEBUG nova.compute.manager [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Not allocating networking since 'none' was specified. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 781.060177] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d17baf-0078-a0f5-146f-afe8f22df30c, 'name': SearchDatastore_Task, 'duration_secs': 0.020153} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.060177] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.060177] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.060177] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.060406] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.060406] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.060406] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-687dfa0f-8945-47ff-92d8-f50b76bf935e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.070997] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.071253] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.072048] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12e0783-d6ff-4470-9abf-3d1a4063f4c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.078871] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for the task: (returnval){ [ 781.078871] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523329d2-4a4e-9cdc-a196-cbb8fb8882b9" [ 781.078871] env[70220]: _type = "Task" [ 781.078871] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.092683] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523329d2-4a4e-9cdc-a196-cbb8fb8882b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.310083] env[70220]: DEBUG nova.compute.manager [req-d92d1079-8b00-4499-ae41-66f214573837 req-b38ae8fe-58c2-4ed0-add3-8b4cd18c43f8 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Received event network-changed-53ce6290-2c40-4ca6-91e2-d820435aca31 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.310872] env[70220]: DEBUG nova.compute.manager [req-d92d1079-8b00-4499-ae41-66f214573837 req-b38ae8fe-58c2-4ed0-add3-8b4cd18c43f8 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Refreshing instance network info cache due to event network-changed-53ce6290-2c40-4ca6-91e2-d820435aca31. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.310872] env[70220]: DEBUG oslo_concurrency.lockutils [req-d92d1079-8b00-4499-ae41-66f214573837 req-b38ae8fe-58c2-4ed0-add3-8b4cd18c43f8 service nova] Acquiring lock "refresh_cache-65efef5f-247f-45ab-9b76-915bdd9f9ce3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.310872] env[70220]: DEBUG oslo_concurrency.lockutils [req-d92d1079-8b00-4499-ae41-66f214573837 req-b38ae8fe-58c2-4ed0-add3-8b4cd18c43f8 service nova] Acquired lock "refresh_cache-65efef5f-247f-45ab-9b76-915bdd9f9ce3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.310872] env[70220]: DEBUG nova.network.neutron [req-d92d1079-8b00-4499-ae41-66f214573837 req-b38ae8fe-58c2-4ed0-add3-8b4cd18c43f8 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Refreshing network info cache for port 53ce6290-2c40-4ca6-91e2-d820435aca31 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.388784] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625258, 'name': Rename_Task, 'duration_secs': 0.270021} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.389088] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.389331] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e15aa4f-3a0b-426d-ac63-3ef444d0c801 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.397362] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 781.397362] env[70220]: value = "task-3625259" [ 781.397362] env[70220]: _type = "Task" [ 781.397362] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.408313] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.523127] env[70220]: INFO nova.compute.resource_tracker [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating resource usage from migration 3fca8b01-b4d7-4deb-a4ed-22315875d646 [ 781.526775] env[70220]: DEBUG nova.compute.manager [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.597688] env[70220]: DEBUG nova.network.neutron [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Successfully updated port: ae461e7e-8c67-4cc5-9232-44ba8e7045a6 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.599282] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523329d2-4a4e-9cdc-a196-cbb8fb8882b9, 'name': SearchDatastore_Task, 'duration_secs': 0.02336} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.604075] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d76ca61-3a12-472a-b81b-83519366b862 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.614468] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for the task: (returnval){ [ 781.614468] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52321bab-da4d-0327-a9b3-636db6b6723a" [ 781.614468] env[70220]: _type = "Task" [ 781.614468] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.629311] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52321bab-da4d-0327-a9b3-636db6b6723a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.661885] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "0a47c5bb-e901-4095-984a-c52b1ee873d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.662098] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "0a47c5bb-e901-4095-984a-c52b1ee873d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.911212] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.100985] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "refresh_cache-28201572-27d6-494c-a82a-73b22a2a276c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.101071] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquired lock "refresh_cache-28201572-27d6-494c-a82a-73b22a2a276c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.101167] env[70220]: DEBUG nova.network.neutron [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.142091] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52321bab-da4d-0327-a9b3-636db6b6723a, 'name': SearchDatastore_Task, 'duration_secs': 0.015531} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.142091] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.142091] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 65efef5f-247f-45ab-9b76-915bdd9f9ce3/65efef5f-247f-45ab-9b76-915bdd9f9ce3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.142091] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c55092e6-2425-488b-91c6-483714b765e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.154543] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for the task: (returnval){ [ 782.154543] env[70220]: value = "task-3625260" [ 782.154543] env[70220]: _type = "Task" [ 782.154543] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.170175] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.173025] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d715884b-655d-437a-96b6-f6cd14773cd9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.182083] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3cbd41-144e-4c66-baac-95eb22a62aba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.217534] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a54e77-aa05-4be2-a37b-ef33a40d44c3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.227243] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a1633-b858-4622-8869-949bff3f7b5a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.246164] env[70220]: DEBUG nova.compute.provider_tree [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.282988] env[70220]: DEBUG nova.network.neutron [req-d92d1079-8b00-4499-ae41-66f214573837 req-b38ae8fe-58c2-4ed0-add3-8b4cd18c43f8 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Updated VIF entry in instance network info cache for port 53ce6290-2c40-4ca6-91e2-d820435aca31. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.284695] env[70220]: DEBUG nova.network.neutron [req-d92d1079-8b00-4499-ae41-66f214573837 req-b38ae8fe-58c2-4ed0-add3-8b4cd18c43f8 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Updating instance_info_cache with network_info: [{"id": "53ce6290-2c40-4ca6-91e2-d820435aca31", "address": "fa:16:3e:17:4a:37", "network": {"id": "5fc1df8d-4cbf-4a92-afec-138d7ccb0962", "bridge": "br-int", "label": "tempest-ServersTestJSON-1995554507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f40824d4e26414e8a07f99a03f01f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ce6290-2c", "ovs_interfaceid": "53ce6290-2c40-4ca6-91e2-d820435aca31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.422130] env[70220]: DEBUG oslo_vmware.api [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625259, 'name': PowerOnVM_Task, 'duration_secs': 0.628281} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.422449] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.422618] env[70220]: INFO nova.compute.manager [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Took 9.91 seconds to spawn the instance on the hypervisor. [ 782.422813] env[70220]: DEBUG nova.compute.manager [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.423738] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7a8e77-1a3d-4d3c-9139-ee406179a020 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.515330] env[70220]: DEBUG nova.compute.manager [req-da0d5b89-2f16-4e7b-a574-ebed2701292c req-84de3bab-fc3e-4d35-971e-2f82039f46ec service nova] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Received event network-vif-plugged-ae461e7e-8c67-4cc5-9232-44ba8e7045a6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.515595] env[70220]: DEBUG oslo_concurrency.lockutils [req-da0d5b89-2f16-4e7b-a574-ebed2701292c req-84de3bab-fc3e-4d35-971e-2f82039f46ec service nova] Acquiring lock "28201572-27d6-494c-a82a-73b22a2a276c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.515880] env[70220]: DEBUG oslo_concurrency.lockutils [req-da0d5b89-2f16-4e7b-a574-ebed2701292c req-84de3bab-fc3e-4d35-971e-2f82039f46ec service nova] Lock "28201572-27d6-494c-a82a-73b22a2a276c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.516050] env[70220]: DEBUG oslo_concurrency.lockutils [req-da0d5b89-2f16-4e7b-a574-ebed2701292c req-84de3bab-fc3e-4d35-971e-2f82039f46ec service nova] Lock "28201572-27d6-494c-a82a-73b22a2a276c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.516177] env[70220]: DEBUG nova.compute.manager [req-da0d5b89-2f16-4e7b-a574-ebed2701292c req-84de3bab-fc3e-4d35-971e-2f82039f46ec service nova] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] No waiting events found dispatching network-vif-plugged-ae461e7e-8c67-4cc5-9232-44ba8e7045a6 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.516361] env[70220]: WARNING nova.compute.manager [req-da0d5b89-2f16-4e7b-a574-ebed2701292c req-84de3bab-fc3e-4d35-971e-2f82039f46ec service nova] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Received unexpected event network-vif-plugged-ae461e7e-8c67-4cc5-9232-44ba8e7045a6 for instance with vm_state building and task_state spawning. [ 782.546515] env[70220]: DEBUG nova.compute.manager [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.586138] env[70220]: DEBUG nova.virt.hardware [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.586312] env[70220]: DEBUG nova.virt.hardware [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.586466] env[70220]: DEBUG nova.virt.hardware [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.586646] env[70220]: DEBUG nova.virt.hardware [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.586807] env[70220]: DEBUG nova.virt.hardware [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.586929] env[70220]: DEBUG nova.virt.hardware [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.588611] env[70220]: DEBUG nova.virt.hardware [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.588832] env[70220]: DEBUG nova.virt.hardware [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.589033] env[70220]: DEBUG nova.virt.hardware [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.589226] env[70220]: DEBUG nova.virt.hardware [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.589409] env[70220]: DEBUG nova.virt.hardware [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.592641] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c314d8be-a29f-4aee-9942-48f55c2c2023 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.608985] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f053d55d-332e-490a-98af-f678131c7b89 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.633115] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.637524] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Creating folder: Project (181201c9528e48b181c9724ef4de28b4). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.637917] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-095a1c8e-37fd-45fe-8264-a56de1ef65c3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.652165] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Created folder: Project (181201c9528e48b181c9724ef4de28b4) in parent group-v722922. [ 782.652440] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Creating folder: Instances. Parent ref: group-v722978. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.652723] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15b5baff-7a64-4fc1-b961-420541544260 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.667290] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625260, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.668498] env[70220]: DEBUG nova.network.neutron [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.672528] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Created folder: Instances in parent group-v722978. [ 782.672773] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.673913] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.673913] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdb71ca1-e6b6-4147-9c85-26af24961ce5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.692618] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.692618] env[70220]: value = "task-3625263" [ 782.692618] env[70220]: _type = "Task" [ 782.692618] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.704410] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625263, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.750290] env[70220]: DEBUG nova.scheduler.client.report [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.794358] env[70220]: DEBUG oslo_concurrency.lockutils [req-d92d1079-8b00-4499-ae41-66f214573837 req-b38ae8fe-58c2-4ed0-add3-8b4cd18c43f8 service nova] Releasing lock "refresh_cache-65efef5f-247f-45ab-9b76-915bdd9f9ce3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.794719] env[70220]: DEBUG nova.compute.manager [req-d92d1079-8b00-4499-ae41-66f214573837 req-b38ae8fe-58c2-4ed0-add3-8b4cd18c43f8 service nova] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Received event network-vif-deleted-c12ea84f-9df9-41dc-b545-13dec790b0fa {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.876295] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquiring lock "34212518-eb14-4da3-913a-9c68b5f5e353" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.876888] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "34212518-eb14-4da3-913a-9c68b5f5e353" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.877374] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquiring lock "34212518-eb14-4da3-913a-9c68b5f5e353-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.878118] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "34212518-eb14-4da3-913a-9c68b5f5e353-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.878300] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "34212518-eb14-4da3-913a-9c68b5f5e353-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.881730] env[70220]: INFO nova.compute.manager [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Terminating instance [ 782.907216] env[70220]: DEBUG nova.network.neutron [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Updating instance_info_cache with network_info: [{"id": "ae461e7e-8c67-4cc5-9232-44ba8e7045a6", "address": "fa:16:3e:79:d6:dc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae461e7e-8c", "ovs_interfaceid": "ae461e7e-8c67-4cc5-9232-44ba8e7045a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.945945] env[70220]: INFO nova.compute.manager [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Took 25.43 seconds to build instance. [ 783.167206] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625260, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.208308] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625263, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.256215] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.766s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.256458] env[70220]: INFO nova.compute.manager [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Migrating [ 783.256704] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.256845] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.258898] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.794s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.261982] env[70220]: DEBUG nova.objects.instance [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 783.390297] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquiring lock "refresh_cache-34212518-eb14-4da3-913a-9c68b5f5e353" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.390297] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquired lock "refresh_cache-34212518-eb14-4da3-913a-9c68b5f5e353" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.390297] env[70220]: DEBUG nova.network.neutron [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.412190] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Releasing lock "refresh_cache-28201572-27d6-494c-a82a-73b22a2a276c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.412546] env[70220]: DEBUG nova.compute.manager [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Instance network_info: |[{"id": "ae461e7e-8c67-4cc5-9232-44ba8e7045a6", "address": "fa:16:3e:79:d6:dc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae461e7e-8c", "ovs_interfaceid": "ae461e7e-8c67-4cc5-9232-44ba8e7045a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 783.412921] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:d6:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae461e7e-8c67-4cc5-9232-44ba8e7045a6', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.423255] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.423255] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.423255] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a8bcb89-94ad-4081-9fd2-2f662ae744fa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.448024] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.448024] env[70220]: value = "task-3625264" [ 783.448024] env[70220]: _type = "Task" [ 783.448024] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.451733] env[70220]: DEBUG oslo_concurrency.lockutils [None req-357a3b2c-7aea-4c05-873f-1a9b59c66635 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.949s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.460082] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625264, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.668653] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625260, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.708144] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625263, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.761806] env[70220]: INFO nova.compute.rpcapi [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 783.761806] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.921893] env[70220]: DEBUG nova.network.neutron [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.958019] env[70220]: DEBUG nova.compute.manager [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 783.960877] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquiring lock "e1e494d0-aba4-4254-b4c7-14d56d79c336" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.961106] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Lock "e1e494d0-aba4-4254-b4c7-14d56d79c336" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.972916] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625264, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.010910] env[70220]: DEBUG nova.network.neutron [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.166638] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625260, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.961252} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.169669] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 65efef5f-247f-45ab-9b76-915bdd9f9ce3/65efef5f-247f-45ab-9b76-915bdd9f9ce3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.170030] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.170425] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56b6bd95-dcb6-4bb7-b576-f01f228a36ac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.180590] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for the task: (returnval){ [ 784.180590] env[70220]: value = "task-3625265" [ 784.180590] env[70220]: _type = "Task" [ 784.180590] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.194982] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.208829] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625263, 'name': CreateVM_Task, 'duration_secs': 1.403811} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.208829] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.210342] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.210480] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.211190] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.211377] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6074e08e-b95f-430e-811b-7c929c766e8a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.220093] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 784.220093] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a2315d-2b27-79b8-f38e-4830573944e6" [ 784.220093] env[70220]: _type = "Task" [ 784.220093] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.230514] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a2315d-2b27-79b8-f38e-4830573944e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.279035] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3987d094-cced-4ce5-8fd5-e94b9b5154bd tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.280137] env[70220]: DEBUG oslo_concurrency.lockutils [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.760s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.280575] env[70220]: DEBUG nova.objects.instance [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Lazy-loading 'resources' on Instance uuid 64f4d6f6-12b5-440f-9329-a7f1894605aa {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.284199] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.284199] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.284309] env[70220]: DEBUG nova.network.neutron [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.461367] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625264, 'name': CreateVM_Task, 'duration_secs': 0.749919} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.461367] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.461859] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.483691] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.514014] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Releasing lock "refresh_cache-34212518-eb14-4da3-913a-9c68b5f5e353" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.514741] env[70220]: DEBUG nova.compute.manager [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.514741] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.515638] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dd98bd-c1dc-4a04-8b20-24f0f98b03ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.525671] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.525945] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf32f965-2a37-4246-a9f0-67d840d24d05 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.534661] env[70220]: DEBUG oslo_vmware.api [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 784.534661] env[70220]: value = "task-3625266" [ 784.534661] env[70220]: _type = "Task" [ 784.534661] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.544991] env[70220]: DEBUG oslo_vmware.api [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.692930] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230604} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.693401] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.694279] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13781c50-c331-4b1d-81de-daa0d0eb3bc1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.717318] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 65efef5f-247f-45ab-9b76-915bdd9f9ce3/65efef5f-247f-45ab-9b76-915bdd9f9ce3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.717635] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56aad4b3-6aa5-4f29-ae51-12c1b59837df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.741814] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a2315d-2b27-79b8-f38e-4830573944e6, 'name': SearchDatastore_Task, 'duration_secs': 0.036615} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.743256] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.743504] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.743736] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.743879] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.744163] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.744772] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for the task: (returnval){ [ 784.744772] env[70220]: value = "task-3625267" [ 784.744772] env[70220]: _type = "Task" [ 784.744772] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.744772] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.744999] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.745105] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25db5d7d-29a4-457f-a4d2-83fb2772c66b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.747142] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93b177b-b84f-489f-90e5-6ade3f64502f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.759461] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625267, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.760982] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 784.760982] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52975650-c170-6d88-694d-828c7497171e" [ 784.760982] env[70220]: _type = "Task" [ 784.760982] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.761740] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.761914] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.765492] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be87b729-39ab-41f5-8efe-980ad03a61e8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.771711] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 784.771711] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524ddd52-c789-4c9e-2383-ec1596902510" [ 784.771711] env[70220]: _type = "Task" [ 784.771711] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.774968] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52975650-c170-6d88-694d-828c7497171e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.783668] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524ddd52-c789-4c9e-2383-ec1596902510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.015103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "c4022a83-16ef-4d53-8efa-76d794878ed4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.015692] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c4022a83-16ef-4d53-8efa-76d794878ed4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.042354] env[70220]: DEBUG nova.network.neutron [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance_info_cache with network_info: [{"id": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "address": "fa:16:3e:80:bd:fc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d52ac6-5c", "ovs_interfaceid": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.049885] env[70220]: DEBUG oslo_vmware.api [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625266, 'name': PowerOffVM_Task, 'duration_secs': 0.142327} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.050288] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.050288] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.050504] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d66b0d4b-a3f2-4014-ac17-fcd8fd096742 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.082626] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.082846] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.083043] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Deleting the datastore file [datastore1] 34212518-eb14-4da3-913a-9c68b5f5e353 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.083315] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eeb3fa7-04f8-4018-ae57-eb61313cb198 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.091233] env[70220]: DEBUG oslo_vmware.api [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for the task: (returnval){ [ 785.091233] env[70220]: value = "task-3625269" [ 785.091233] env[70220]: _type = "Task" [ 785.091233] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.102531] env[70220]: DEBUG oslo_vmware.api [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.110108] env[70220]: DEBUG nova.compute.manager [req-97caa761-ae6d-446a-9f9e-7f6a5984df64 req-fda6c3d1-2041-4dbb-816b-0ecc392b8189 service nova] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Received event network-changed-ae461e7e-8c67-4cc5-9232-44ba8e7045a6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.110305] env[70220]: DEBUG nova.compute.manager [req-97caa761-ae6d-446a-9f9e-7f6a5984df64 req-fda6c3d1-2041-4dbb-816b-0ecc392b8189 service nova] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Refreshing instance network info cache due to event network-changed-ae461e7e-8c67-4cc5-9232-44ba8e7045a6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.110520] env[70220]: DEBUG oslo_concurrency.lockutils [req-97caa761-ae6d-446a-9f9e-7f6a5984df64 req-fda6c3d1-2041-4dbb-816b-0ecc392b8189 service nova] Acquiring lock "refresh_cache-28201572-27d6-494c-a82a-73b22a2a276c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.110661] env[70220]: DEBUG oslo_concurrency.lockutils [req-97caa761-ae6d-446a-9f9e-7f6a5984df64 req-fda6c3d1-2041-4dbb-816b-0ecc392b8189 service nova] Acquired lock "refresh_cache-28201572-27d6-494c-a82a-73b22a2a276c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.110819] env[70220]: DEBUG nova.network.neutron [req-97caa761-ae6d-446a-9f9e-7f6a5984df64 req-fda6c3d1-2041-4dbb-816b-0ecc392b8189 service nova] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Refreshing network info cache for port ae461e7e-8c67-4cc5-9232-44ba8e7045a6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.232631] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca867221-1692-4e15-8c08-39333a616764 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.244913] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3649dceb-d109-46e4-bb81-be888dacad3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.257745] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.291561] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0f2c34-1425-4e0a-8b4d-f98795467164 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.299874] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524ddd52-c789-4c9e-2383-ec1596902510, 'name': SearchDatastore_Task, 'duration_secs': 0.01092} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.311547] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52975650-c170-6d88-694d-828c7497171e, 'name': SearchDatastore_Task, 'duration_secs': 0.022958} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.312008] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e15ff10-44d4-4237-88b9-72fd5b969ddc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.317475] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afd8549-b895-4088-8eed-1faba03ae78b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.322146] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.322459] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.322756] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.335137] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 785.335137] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52431042-d112-86ef-1bef-19bda26cf13a" [ 785.335137] env[70220]: _type = "Task" [ 785.335137] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.335671] env[70220]: DEBUG nova.compute.provider_tree [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.346450] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52431042-d112-86ef-1bef-19bda26cf13a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.544869] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.606568] env[70220]: DEBUG oslo_vmware.api [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Task: {'id': task-3625269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188731} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.606568] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.606568] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.606568] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.606568] env[70220]: INFO nova.compute.manager [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Took 1.09 seconds to destroy the instance on the hypervisor. [ 785.606812] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.606812] env[70220]: DEBUG nova.compute.manager [-] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.606812] env[70220]: DEBUG nova.network.neutron [-] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.628603] env[70220]: DEBUG nova.network.neutron [-] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.760133] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625267, 'name': ReconfigVM_Task, 'duration_secs': 0.547183} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.760456] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 65efef5f-247f-45ab-9b76-915bdd9f9ce3/65efef5f-247f-45ab-9b76-915bdd9f9ce3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.761159] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f96db6e-2cb1-4102-bdc6-df2c68e0bb6e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.770542] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for the task: (returnval){ [ 785.770542] env[70220]: value = "task-3625270" [ 785.770542] env[70220]: _type = "Task" [ 785.770542] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.782468] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625270, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.855024] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52431042-d112-86ef-1bef-19bda26cf13a, 'name': SearchDatastore_Task, 'duration_secs': 0.019225} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.855024] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.855024] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] ed5faa43-07dd-4a5c-bd7c-022867ac115f/ed5faa43-07dd-4a5c-bd7c-022867ac115f.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.855024] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.855259] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.855259] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-216a28f4-c31e-4523-9cea-01bd0e84a91c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.857892] env[70220]: DEBUG nova.network.neutron [req-97caa761-ae6d-446a-9f9e-7f6a5984df64 req-fda6c3d1-2041-4dbb-816b-0ecc392b8189 service nova] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Updated VIF entry in instance network info cache for port ae461e7e-8c67-4cc5-9232-44ba8e7045a6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.859017] env[70220]: DEBUG nova.network.neutron [req-97caa761-ae6d-446a-9f9e-7f6a5984df64 req-fda6c3d1-2041-4dbb-816b-0ecc392b8189 service nova] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Updating instance_info_cache with network_info: [{"id": "ae461e7e-8c67-4cc5-9232-44ba8e7045a6", "address": "fa:16:3e:79:d6:dc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae461e7e-8c", "ovs_interfaceid": "ae461e7e-8c67-4cc5-9232-44ba8e7045a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.859722] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-749e6202-b3af-46a8-97ac-26c5f5ebddb7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.863587] env[70220]: ERROR nova.scheduler.client.report [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] [req-5165a97b-2989-4f5f-9a7f-a09293de79d6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5165a97b-2989-4f5f-9a7f-a09293de79d6"}]} [ 785.873027] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 785.873027] env[70220]: value = "task-3625271" [ 785.873027] env[70220]: _type = "Task" [ 785.873027] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.876206] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.876619] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.877848] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6314d9-1e5d-46ec-9c07-56c411faeb0d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.885595] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.887444] env[70220]: DEBUG nova.scheduler.client.report [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 785.896020] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 785.896020] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52430c4f-dcc0-65d3-4a2d-fa11a43ab169" [ 785.896020] env[70220]: _type = "Task" [ 785.896020] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.905770] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52430c4f-dcc0-65d3-4a2d-fa11a43ab169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.907164] env[70220]: DEBUG nova.scheduler.client.report [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 785.907568] env[70220]: DEBUG nova.compute.provider_tree [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 785.924100] env[70220]: DEBUG nova.scheduler.client.report [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 785.924100] env[70220]: DEBUG nova.compute.provider_tree [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 38 to 39 during operation: update_aggregates {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 785.946544] env[70220]: DEBUG nova.scheduler.client.report [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 786.131259] env[70220]: DEBUG nova.network.neutron [-] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.284090] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625270, 'name': Rename_Task, 'duration_secs': 0.199791} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.284421] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.284676] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28cd714c-acc6-4664-a498-d00a2f8a2b10 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.294342] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for the task: (returnval){ [ 786.294342] env[70220]: value = "task-3625272" [ 786.294342] env[70220]: _type = "Task" [ 786.294342] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.311257] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.366333] env[70220]: DEBUG oslo_concurrency.lockutils [req-97caa761-ae6d-446a-9f9e-7f6a5984df64 req-fda6c3d1-2041-4dbb-816b-0ecc392b8189 service nova] Releasing lock "refresh_cache-28201572-27d6-494c-a82a-73b22a2a276c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.388316] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625271, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.395821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.395962] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.414762] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52430c4f-dcc0-65d3-4a2d-fa11a43ab169, 'name': SearchDatastore_Task, 'duration_secs': 0.014578} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.418670] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db363734-61b5-4320-a6d8-f70ab692db7a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.426031] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 786.426031] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c54e9a-61ee-50db-a866-449d6d833a4b" [ 786.426031] env[70220]: _type = "Task" [ 786.426031] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.438562] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c54e9a-61ee-50db-a866-449d6d833a4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.456677] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b70f969-4647-47cb-9193-4bbb797d635d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.467147] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b46f470-9f63-47c5-9738-e1e23f8a0fc4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.508539] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc5a7d6-8aeb-49b1-b878-3c2c444c7060 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.520435] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ae57db-28ae-4f27-bc1a-990706278af6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.541830] env[70220]: DEBUG nova.compute.provider_tree [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 786.634922] env[70220]: INFO nova.compute.manager [-] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Took 1.03 seconds to deallocate network for instance. [ 786.810328] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.883600] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72997} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.883816] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] ed5faa43-07dd-4a5c-bd7c-022867ac115f/ed5faa43-07dd-4a5c-bd7c-022867ac115f.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.884051] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.884323] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20dd2a21-9645-460a-942c-015641891793 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.892746] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 786.892746] env[70220]: value = "task-3625273" [ 786.892746] env[70220]: _type = "Task" [ 786.892746] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.902733] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.938956] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c54e9a-61ee-50db-a866-449d6d833a4b, 'name': SearchDatastore_Task, 'duration_secs': 0.052543} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.939246] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.939503] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 28201572-27d6-494c-a82a-73b22a2a276c/28201572-27d6-494c-a82a-73b22a2a276c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.943022] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-314d95d4-43a4-4324-ab3e-08b32176f060 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.949132] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 786.949132] env[70220]: value = "task-3625274" [ 786.949132] env[70220]: _type = "Task" [ 786.949132] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.958806] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.063617] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a148e7c-6430-4721-9f85-c86bb5891ee1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.082862] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance '0c653c24-61a2-468d-bcc6-112e95d6368a' progress to 0 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 787.088182] env[70220]: DEBUG nova.scheduler.client.report [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 787.088406] env[70220]: DEBUG nova.compute.provider_tree [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 39 to 40 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 787.088604] env[70220]: DEBUG nova.compute.provider_tree [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 787.144145] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.311183] env[70220]: DEBUG oslo_vmware.api [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625272, 'name': PowerOnVM_Task, 'duration_secs': 0.881624} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.311183] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.311183] env[70220]: INFO nova.compute.manager [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Took 12.11 seconds to spawn the instance on the hypervisor. [ 787.311183] env[70220]: DEBUG nova.compute.manager [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.312025] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36106d0e-380f-46e7-ba4c-60b75a8d48b4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.406080] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083339} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.406396] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.407209] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc6d410-3ca6-4d65-9646-46be9285387e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.429875] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] ed5faa43-07dd-4a5c-bd7c-022867ac115f/ed5faa43-07dd-4a5c-bd7c-022867ac115f.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.430276] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a20e7c74-9332-4449-aee5-0e247ec021e8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.454548] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 787.454548] env[70220]: value = "task-3625275" [ 787.454548] env[70220]: _type = "Task" [ 787.454548] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.461789] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490254} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.462378] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 28201572-27d6-494c-a82a-73b22a2a276c/28201572-27d6-494c-a82a-73b22a2a276c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.462727] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.463595] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25e7abe0-347d-4f1a-b44a-1a945af0f0c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.468021] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.474519] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 787.474519] env[70220]: value = "task-3625276" [ 787.474519] env[70220]: _type = "Task" [ 787.474519] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.483376] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.594280] env[70220]: DEBUG oslo_concurrency.lockutils [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.314s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.598341] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.598885] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.449s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.600832] env[70220]: INFO nova.compute.claims [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.604275] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db2b85d2-f964-446c-8aa2-76aa7ec3706f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.615539] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 787.615539] env[70220]: value = "task-3625277" [ 787.615539] env[70220]: _type = "Task" [ 787.615539] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.628808] env[70220]: INFO nova.scheduler.client.report [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Deleted allocations for instance 64f4d6f6-12b5-440f-9329-a7f1894605aa [ 787.842543] env[70220]: INFO nova.compute.manager [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Took 29.36 seconds to build instance. [ 787.971294] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625275, 'name': ReconfigVM_Task, 'duration_secs': 0.308624} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.971635] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Reconfigured VM instance instance-00000013 to attach disk [datastore1] ed5faa43-07dd-4a5c-bd7c-022867ac115f/ed5faa43-07dd-4a5c-bd7c-022867ac115f.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.972306] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bdc7611-ab54-4153-9787-ec6a80e1eee5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.982157] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 787.982157] env[70220]: value = "task-3625278" [ 787.982157] env[70220]: _type = "Task" [ 787.982157] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.985935] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082938} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.990125] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.990888] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea4c5c2-72f4-4dd3-b87b-9969a29f1793 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.004338] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625278, 'name': Rename_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.023296] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 28201572-27d6-494c-a82a-73b22a2a276c/28201572-27d6-494c-a82a-73b22a2a276c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.023747] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60bdc5c9-1507-446f-8471-27dd3c0b6c26 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.047912] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 788.047912] env[70220]: value = "task-3625279" [ 788.047912] env[70220]: _type = "Task" [ 788.047912] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.062401] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.127801] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625277, 'name': PowerOffVM_Task, 'duration_secs': 0.474507} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.128194] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.128423] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance '0c653c24-61a2-468d-bcc6-112e95d6368a' progress to 17 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 788.140147] env[70220]: DEBUG oslo_concurrency.lockutils [None req-286f5de1-8014-4891-b6ab-fdf3010a7189 tempest-DeleteServersAdminTestJSON-2017274319 tempest-DeleteServersAdminTestJSON-2017274319-project-admin] Lock "64f4d6f6-12b5-440f-9329-a7f1894605aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.743s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.344564] env[70220]: DEBUG oslo_concurrency.lockutils [None req-876b9435-ccaa-4576-a721-2d6f448d960c tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.037s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.495961] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625278, 'name': Rename_Task, 'duration_secs': 0.162188} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.496226] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.496473] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-835b9c3c-4288-46d3-b23d-79a388ea5cee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.504990] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 788.504990] env[70220]: value = "task-3625280" [ 788.504990] env[70220]: _type = "Task" [ 788.504990] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.513683] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.557268] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.637443] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.637648] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.637768] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.637989] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.638800] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.638800] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.638800] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.638800] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.638980] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.639150] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.639331] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.647937] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3775792d-4890-4431-87f6-698aa2adcece {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.667153] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 788.667153] env[70220]: value = "task-3625281" [ 788.667153] env[70220]: _type = "Task" [ 788.667153] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.679576] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.847518] env[70220]: DEBUG nova.compute.manager [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.027650] env[70220]: DEBUG oslo_vmware.api [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625280, 'name': PowerOnVM_Task, 'duration_secs': 0.48989} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.032773] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.033129] env[70220]: INFO nova.compute.manager [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Took 6.49 seconds to spawn the instance on the hypervisor. [ 789.033657] env[70220]: DEBUG nova.compute.manager [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.036016] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e314fa-fe7e-4242-98ee-51f364f0a5a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.067865] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625279, 'name': ReconfigVM_Task, 'duration_secs': 0.892168} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.071305] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 28201572-27d6-494c-a82a-73b22a2a276c/28201572-27d6-494c-a82a-73b22a2a276c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.072505] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c71d03b-b8f4-4dc9-ba0f-cc54bf2abf01 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.080874] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 789.080874] env[70220]: value = "task-3625282" [ 789.080874] env[70220]: _type = "Task" [ 789.080874] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.092828] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625282, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.174882] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f935a1-19e7-4ec5-acbe-4918b0b7b102 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.185901] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625281, 'name': ReconfigVM_Task, 'duration_secs': 0.300787} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.186673] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance '0c653c24-61a2-468d-bcc6-112e95d6368a' progress to 33 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 789.194221] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a377228d-1dd6-4a2f-b4a0-0b500a38bf42 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.228132] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cfc627-58ec-405b-97b3-93d5c8c1ee0e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.237422] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28dccab-e318-4468-bd45-8b7b6f967a4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.253028] env[70220]: DEBUG nova.compute.provider_tree [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.379910] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.462877] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "f14f60ae-501b-44b6-a246-63b64a35aaa9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.463149] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "f14f60ae-501b-44b6-a246-63b64a35aaa9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.561213] env[70220]: INFO nova.compute.manager [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Took 26.64 seconds to build instance. [ 789.600235] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625282, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.696184] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.697432] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.697635] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.697824] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.698010] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.698226] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.698708] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.698917] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.699135] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.699313] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.699491] env[70220]: DEBUG nova.virt.hardware [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.707332] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 789.707332] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13866c2f-5f89-48e4-8ba6-d95cffac0046 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.736792] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 789.736792] env[70220]: value = "task-3625283" [ 789.736792] env[70220]: _type = "Task" [ 789.736792] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.752660] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625283, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.756860] env[70220]: DEBUG nova.scheduler.client.report [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.997876] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "f0951203-1ae7-4579-a80c-c9d22fbee6df" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.998331] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "f0951203-1ae7-4579-a80c-c9d22fbee6df" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.999087] env[70220]: DEBUG nova.compute.manager [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.999503] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aa6e3c-5e6d-4d82-a3d3-ac453680299e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.009847] env[70220]: DEBUG nova.compute.manager [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 790.010199] env[70220]: DEBUG nova.objects.instance [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lazy-loading 'flavor' on Instance uuid f0951203-1ae7-4579-a80c-c9d22fbee6df {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.063356] env[70220]: DEBUG oslo_concurrency.lockutils [None req-055740d5-df3d-4408-94ed-ab54104f84fa tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "ed5faa43-07dd-4a5c-bd7c-022867ac115f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.343s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.095360] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625282, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.246220] env[70220]: DEBUG nova.compute.manager [req-b6da683c-8fac-456c-8342-e51e6bb57978 req-7c850579-f9e5-45a7-a779-b93c19382988 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Received event network-changed-53ce6290-2c40-4ca6-91e2-d820435aca31 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.246220] env[70220]: DEBUG nova.compute.manager [req-b6da683c-8fac-456c-8342-e51e6bb57978 req-7c850579-f9e5-45a7-a779-b93c19382988 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Refreshing instance network info cache due to event network-changed-53ce6290-2c40-4ca6-91e2-d820435aca31. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.246220] env[70220]: DEBUG oslo_concurrency.lockutils [req-b6da683c-8fac-456c-8342-e51e6bb57978 req-7c850579-f9e5-45a7-a779-b93c19382988 service nova] Acquiring lock "refresh_cache-65efef5f-247f-45ab-9b76-915bdd9f9ce3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.246220] env[70220]: DEBUG oslo_concurrency.lockutils [req-b6da683c-8fac-456c-8342-e51e6bb57978 req-7c850579-f9e5-45a7-a779-b93c19382988 service nova] Acquired lock "refresh_cache-65efef5f-247f-45ab-9b76-915bdd9f9ce3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.246220] env[70220]: DEBUG nova.network.neutron [req-b6da683c-8fac-456c-8342-e51e6bb57978 req-7c850579-f9e5-45a7-a779-b93c19382988 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Refreshing network info cache for port 53ce6290-2c40-4ca6-91e2-d820435aca31 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.254419] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625283, 'name': ReconfigVM_Task, 'duration_secs': 0.393735} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.255376] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 790.256215] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5830b8-8544-48fb-ac36-f6c6d7317986 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.262633] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.263932] env[70220]: DEBUG nova.compute.manager [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.268767] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.086s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.271628] env[70220]: INFO nova.compute.claims [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.294833] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 0c653c24-61a2-468d-bcc6-112e95d6368a/0c653c24-61a2-468d-bcc6-112e95d6368a.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.295197] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0debe2a-4f6b-4660-bf4d-addc221728b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.316049] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 790.316049] env[70220]: value = "task-3625284" [ 790.316049] env[70220]: _type = "Task" [ 790.316049] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.326573] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.439089] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquiring lock "575326a8-9704-4f18-9488-0f9357a05860" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.439365] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Lock "575326a8-9704-4f18-9488-0f9357a05860" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.570568] env[70220]: DEBUG nova.compute.manager [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.595913] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625282, 'name': Rename_Task, 'duration_secs': 1.05851} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.596398] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.596760] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3db1b62c-1b2e-4c5d-b8f0-68316dc395e1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.610025] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 790.610025] env[70220]: value = "task-3625285" [ 790.610025] env[70220]: _type = "Task" [ 790.610025] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.621124] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.772275] env[70220]: DEBUG nova.compute.utils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.773830] env[70220]: DEBUG nova.compute.manager [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Not allocating networking since 'none' was specified. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 790.833618] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.019506] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.021100] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f87f52fc-a639-43dc-aef6-9d7dd3bbf53c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.030063] env[70220]: DEBUG oslo_vmware.api [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 791.030063] env[70220]: value = "task-3625286" [ 791.030063] env[70220]: _type = "Task" [ 791.030063] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.042042] env[70220]: DEBUG oslo_vmware.api [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.101591] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.125706] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625285, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.127926] env[70220]: DEBUG nova.network.neutron [req-b6da683c-8fac-456c-8342-e51e6bb57978 req-7c850579-f9e5-45a7-a779-b93c19382988 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Updated VIF entry in instance network info cache for port 53ce6290-2c40-4ca6-91e2-d820435aca31. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.127926] env[70220]: DEBUG nova.network.neutron [req-b6da683c-8fac-456c-8342-e51e6bb57978 req-7c850579-f9e5-45a7-a779-b93c19382988 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Updating instance_info_cache with network_info: [{"id": "53ce6290-2c40-4ca6-91e2-d820435aca31", "address": "fa:16:3e:17:4a:37", "network": {"id": "5fc1df8d-4cbf-4a92-afec-138d7ccb0962", "bridge": "br-int", "label": "tempest-ServersTestJSON-1995554507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f40824d4e26414e8a07f99a03f01f45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e350f83a-f581-4e10-ac16-0b0f7bfd3d38", "external-id": "nsx-vlan-transportzone-834", "segmentation_id": 834, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ce6290-2c", "ovs_interfaceid": "53ce6290-2c40-4ca6-91e2-d820435aca31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.275791] env[70220]: DEBUG nova.compute.manager [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.338574] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625284, 'name': ReconfigVM_Task, 'duration_secs': 0.675475} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.339604] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 0c653c24-61a2-468d-bcc6-112e95d6368a/0c653c24-61a2-468d-bcc6-112e95d6368a.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.340017] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance '0c653c24-61a2-468d-bcc6-112e95d6368a' progress to 50 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 791.541340] env[70220]: DEBUG oslo_vmware.api [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625286, 'name': PowerOffVM_Task, 'duration_secs': 0.248165} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.544309] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.544540] env[70220]: DEBUG nova.compute.manager [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.545646] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bfe5b1-d3cd-419e-91d5-c5dd766bc672 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.636974] env[70220]: DEBUG oslo_concurrency.lockutils [req-b6da683c-8fac-456c-8342-e51e6bb57978 req-7c850579-f9e5-45a7-a779-b93c19382988 service nova] Releasing lock "refresh_cache-65efef5f-247f-45ab-9b76-915bdd9f9ce3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.636974] env[70220]: DEBUG oslo_vmware.api [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625285, 'name': PowerOnVM_Task, 'duration_secs': 0.732185} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.638324] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.638324] env[70220]: INFO nova.compute.manager [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Took 11.71 seconds to spawn the instance on the hypervisor. [ 791.638324] env[70220]: DEBUG nova.compute.manager [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.638828] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6416473b-18ea-41f6-95e2-62e59490c719 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.851536] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273781c1-2a5b-4e8c-84c6-3629ed993371 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.857194] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8560b6c-366b-478e-858d-ca43a2279295 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.882200] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d8e5a3-813e-468f-98af-50251083ec71 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.886134] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0100bcc5-e5a8-4706-b60e-d56c0cfccfb4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.906460] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance '0c653c24-61a2-468d-bcc6-112e95d6368a' progress to 67 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 791.934329] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10556fcf-8f3e-4345-b79c-71f93778c153 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.942645] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f347c224-33c0-48d0-bfb4-ecd93fc0ad7e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.958027] env[70220]: DEBUG nova.compute.provider_tree [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.059441] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ef675644-15b3-49bf-8b49-a58d61268e40 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "f0951203-1ae7-4579-a80c-c9d22fbee6df" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.162927] env[70220]: INFO nova.compute.manager [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Took 31.31 seconds to build instance. [ 792.285287] env[70220]: DEBUG nova.compute.manager [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.315861] env[70220]: DEBUG nova.virt.hardware [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.316487] env[70220]: DEBUG nova.virt.hardware [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.316684] env[70220]: DEBUG nova.virt.hardware [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.316871] env[70220]: DEBUG nova.virt.hardware [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.317028] env[70220]: DEBUG nova.virt.hardware [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.317206] env[70220]: DEBUG nova.virt.hardware [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.317460] env[70220]: DEBUG nova.virt.hardware [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.317620] env[70220]: DEBUG nova.virt.hardware [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.317788] env[70220]: DEBUG nova.virt.hardware [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.317982] env[70220]: DEBUG nova.virt.hardware [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.318137] env[70220]: DEBUG nova.virt.hardware [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.319019] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b679b049-e27f-4dce-9388-a715e4ca064d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.328054] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dc5cb0-2b62-4a46-849c-0413fcd0be9b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.341781] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.349025] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Creating folder: Project (69dcfb63eb7e4c51aa45faf39c3adfc8). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.349025] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b43c004a-d61c-4c58-b05e-34148c7eb79c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.361113] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Created folder: Project (69dcfb63eb7e4c51aa45faf39c3adfc8) in parent group-v722922. [ 792.361364] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Creating folder: Instances. Parent ref: group-v722982. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.361566] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cd52179-7511-4778-bb85-09808726d8ac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.371834] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Created folder: Instances in parent group-v722982. [ 792.372050] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.372233] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.372446] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7cec11b-d175-4cbc-8dbb-8c8e831c06f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.388972] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.388972] env[70220]: value = "task-3625289" [ 792.388972] env[70220]: _type = "Task" [ 792.388972] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.396588] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625289, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.460733] env[70220]: DEBUG nova.scheduler.client.report [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.478792] env[70220]: DEBUG nova.network.neutron [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Port 18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 792.665121] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a08cff7f-631b-494a-9953-a0d665eeabc9 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "28201572-27d6-494c-a82a-73b22a2a276c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.966s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.900519] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625289, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.903510] env[70220]: INFO nova.compute.manager [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Rebuilding instance [ 792.957507] env[70220]: DEBUG nova.compute.manager [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.958464] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd96be89-4f15-4898-855d-381a21818015 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.966149] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.966764] env[70220]: DEBUG nova.compute.manager [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.971687] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.749s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.971905] env[70220]: DEBUG nova.objects.instance [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Lazy-loading 'resources' on Instance uuid 2b82486a-2d73-45b1-8250-3466ae285f6a {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.168730] env[70220]: DEBUG nova.compute.manager [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.172456] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.172754] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.289629] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad335d5-f5c1-4da2-943b-7e333834f36c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.296646] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6aa3b8-5290-466f-8257-babb13156195 tempest-ServersAdminNegativeTestJSON-1443024351 tempest-ServersAdminNegativeTestJSON-1443024351-project-admin] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Suspending the VM {{(pid=70220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 793.296888] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bfc618e9-05a9-4c50-844b-090632c0c914 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.303984] env[70220]: DEBUG oslo_vmware.api [None req-5c6aa3b8-5290-466f-8257-babb13156195 tempest-ServersAdminNegativeTestJSON-1443024351 tempest-ServersAdminNegativeTestJSON-1443024351-project-admin] Waiting for the task: (returnval){ [ 793.303984] env[70220]: value = "task-3625290" [ 793.303984] env[70220]: _type = "Task" [ 793.303984] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.312394] env[70220]: DEBUG oslo_vmware.api [None req-5c6aa3b8-5290-466f-8257-babb13156195 tempest-ServersAdminNegativeTestJSON-1443024351 tempest-ServersAdminNegativeTestJSON-1443024351-project-admin] Task: {'id': task-3625290, 'name': SuspendVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.390865] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.407012] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625289, 'name': CreateVM_Task, 'duration_secs': 0.607426} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.408307] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.408897] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.409155] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.409522] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.409777] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ea8e9e-692f-41e5-9f49-a6ea5a01b693 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.415014] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 793.415014] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bb63ca-fc10-fb2e-ae9b-34d1bfb65499" [ 793.415014] env[70220]: _type = "Task" [ 793.415014] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.423461] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bb63ca-fc10-fb2e-ae9b-34d1bfb65499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.471759] env[70220]: DEBUG nova.compute.utils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.473193] env[70220]: DEBUG nova.compute.manager [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Not allocating networking since 'none' was specified. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 793.506754] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "0c653c24-61a2-468d-bcc6-112e95d6368a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.507188] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.507188] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.692186] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.827508] env[70220]: DEBUG oslo_vmware.api [None req-5c6aa3b8-5290-466f-8257-babb13156195 tempest-ServersAdminNegativeTestJSON-1443024351 tempest-ServersAdminNegativeTestJSON-1443024351-project-admin] Task: {'id': task-3625290, 'name': SuspendVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.907954] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.910057] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.910057] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.931747] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bb63ca-fc10-fb2e-ae9b-34d1bfb65499, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.932154] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.933178] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.933178] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.933178] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.933178] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.933375] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e2bc4e0-ee53-4f5c-86e6-b802278a3fec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.945910] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.945956] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.946967] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13c0c948-28ca-4408-82d2-c8326127ffe6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.951647] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e248e5-be6f-43b8-9a51-877244c40025 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.958799] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 793.958799] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522f2962-a151-31ce-5554-7165d74af01e" [ 793.958799] env[70220]: _type = "Task" [ 793.958799] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.964909] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b41deb-9541-4daa-818d-b98fe6b36acd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.973326] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522f2962-a151-31ce-5554-7165d74af01e, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.000435] env[70220]: DEBUG nova.compute.manager [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.003361] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.004177] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e91e8665-b3fd-44c8-87b0-a4499547d2f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.006623] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2347295b-abfb-47d3-b7cb-414c09717905 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.008941] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad2ac5f-b313-4415-9e2c-efb0ea9f5a71 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.018591] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 794.018591] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5248b09c-cec8-e273-5075-2ecad494a0a0" [ 794.018591] env[70220]: _type = "Task" [ 794.018591] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.024738] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 794.024738] env[70220]: value = "task-3625291" [ 794.024738] env[70220]: _type = "Task" [ 794.024738] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.030338] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce896fee-2fb9-4f10-bb0e-e869af9faca5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.044652] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5248b09c-cec8-e273-5075-2ecad494a0a0, 'name': SearchDatastore_Task, 'duration_secs': 0.015437} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.058962] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.059344] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] e94e9694-4aa0-470b-b46b-0c8c93dd3420/e94e9694-4aa0-470b-b46b-0c8c93dd3420.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.059656] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.062034] env[70220]: DEBUG nova.compute.provider_tree [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.062503] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0ffbc16-ceee-4a9e-93e8-dfaa4b829920 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.069628] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 794.069628] env[70220]: value = "task-3625292" [ 794.069628] env[70220]: _type = "Task" [ 794.069628] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.078973] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.319349] env[70220]: DEBUG oslo_vmware.api [None req-5c6aa3b8-5290-466f-8257-babb13156195 tempest-ServersAdminNegativeTestJSON-1443024351 tempest-ServersAdminNegativeTestJSON-1443024351-project-admin] Task: {'id': task-3625290, 'name': SuspendVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.394948] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.397285] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.518982] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "af8598b0-ea9e-4751-aebc-414ece12150e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.519748] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "af8598b0-ea9e-4751-aebc-414ece12150e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.541963] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625291, 'name': PowerOffVM_Task, 'duration_secs': 0.178478} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.545677] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.546480] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.547422] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2dc1f5-00e6-439b-bc71-246760e0760e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.559012] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.559854] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12c3bb67-d82f-4429-ab97-7a7fc755b712 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.566875] env[70220]: DEBUG nova.scheduler.client.report [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.582575] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625292, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.591352] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.591572] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.591747] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Deleting the datastore file [datastore1] ed5faa43-07dd-4a5c-bd7c-022867ac115f {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.592022] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aadcb9c-1226-4709-b38c-d161f7d94fb7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.594955] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.594955] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.595096] env[70220]: DEBUG nova.network.neutron [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.601973] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 794.601973] env[70220]: value = "task-3625294" [ 794.601973] env[70220]: _type = "Task" [ 794.601973] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.613534] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.824806] env[70220]: DEBUG oslo_vmware.api [None req-5c6aa3b8-5290-466f-8257-babb13156195 tempest-ServersAdminNegativeTestJSON-1443024351 tempest-ServersAdminNegativeTestJSON-1443024351-project-admin] Task: {'id': task-3625290, 'name': SuspendVM_Task, 'duration_secs': 1.50632} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.825148] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5c6aa3b8-5290-466f-8257-babb13156195 tempest-ServersAdminNegativeTestJSON-1443024351 tempest-ServersAdminNegativeTestJSON-1443024351-project-admin] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Suspended the VM {{(pid=70220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 794.829554] env[70220]: DEBUG nova.compute.manager [None req-5c6aa3b8-5290-466f-8257-babb13156195 tempest-ServersAdminNegativeTestJSON-1443024351 tempest-ServersAdminNegativeTestJSON-1443024351-project-admin] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.830658] env[70220]: DEBUG nova.objects.instance [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lazy-loading 'flavor' on Instance uuid f0951203-1ae7-4579-a80c-c9d22fbee6df {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.836357] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3adcff9-8340-412c-b08b-5d0bbfa36918 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.901133] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.022499] env[70220]: DEBUG nova.compute.manager [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.054350] env[70220]: DEBUG nova.virt.hardware [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.054724] env[70220]: DEBUG nova.virt.hardware [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.054724] env[70220]: DEBUG nova.virt.hardware [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.055026] env[70220]: DEBUG nova.virt.hardware [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.055026] env[70220]: DEBUG nova.virt.hardware [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.056804] env[70220]: DEBUG nova.virt.hardware [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.057093] env[70220]: DEBUG nova.virt.hardware [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.057281] env[70220]: DEBUG nova.virt.hardware [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.057844] env[70220]: DEBUG nova.virt.hardware [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.057844] env[70220]: DEBUG nova.virt.hardware [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.057844] env[70220]: DEBUG nova.virt.hardware [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.058685] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda6d445-0f50-45a6-8002-62d78322a637 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.067781] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e60e8-df3f-46cf-b0e8-c8cbf8d1f4d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.072756] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.089930] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.774s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.091594] env[70220]: INFO nova.compute.claims [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.094490] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.102854] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Creating folder: Project (a57906a51a364d698a25a774838b62c0). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.106056] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc43fd8c-0b32-4f52-bcd1-c717d6198e52 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.108514] env[70220]: INFO nova.scheduler.client.report [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Deleted allocations for instance 2b82486a-2d73-45b1-8250-3466ae285f6a [ 795.118290] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655946} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.121747] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] e94e9694-4aa0-470b-b46b-0c8c93dd3420/e94e9694-4aa0-470b-b46b-0c8c93dd3420.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.122015] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.122912] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09f0d025-90b1-487d-8a27-62767268a906 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.129769] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205913} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.131790] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.131790] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.131985] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.134960] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Created folder: Project (a57906a51a364d698a25a774838b62c0) in parent group-v722922. [ 795.135200] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Creating folder: Instances. Parent ref: group-v722985. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.137118] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cacce01c-6143-412a-a23b-a49a63d05a81 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.139217] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 795.139217] env[70220]: value = "task-3625296" [ 795.139217] env[70220]: _type = "Task" [ 795.139217] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.149602] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.150914] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Created folder: Instances in parent group-v722985. [ 795.151182] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.151930] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.151930] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e56de23-5bec-4ebe-acc2-b1224148859a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.169769] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.169769] env[70220]: value = "task-3625298" [ 795.169769] env[70220]: _type = "Task" [ 795.169769] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.182176] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625298, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.343860] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "refresh_cache-f0951203-1ae7-4579-a80c-c9d22fbee6df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.343979] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquired lock "refresh_cache-f0951203-1ae7-4579-a80c-c9d22fbee6df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.344190] env[70220]: DEBUG nova.network.neutron [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.344384] env[70220]: DEBUG nova.objects.instance [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lazy-loading 'info_cache' on Instance uuid f0951203-1ae7-4579-a80c-c9d22fbee6df {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.367744] env[70220]: DEBUG nova.network.neutron [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance_info_cache with network_info: [{"id": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "address": "fa:16:3e:80:bd:fc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d52ac6-5c", "ovs_interfaceid": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.626716] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d03cd730-a95d-4c9e-b875-1fc5764d713b tempest-TenantUsagesTestJSON-1991464043 tempest-TenantUsagesTestJSON-1991464043-project-member] Lock "2b82486a-2d73-45b1-8250-3466ae285f6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.394s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.650498] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07687} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.650770] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.651593] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41058a3d-e367-494b-b055-26e37278f720 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.682325] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] e94e9694-4aa0-470b-b46b-0c8c93dd3420/e94e9694-4aa0-470b-b46b-0c8c93dd3420.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.682487] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70fa9cc2-87dc-4112-ae67-ff982a8d01e3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.707871] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625298, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.710595] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 795.710595] env[70220]: value = "task-3625299" [ 795.710595] env[70220]: _type = "Task" [ 795.710595] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.721928] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.850919] env[70220]: DEBUG nova.objects.base [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 795.871299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.180923] env[70220]: DEBUG nova.virt.hardware [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.180923] env[70220]: DEBUG nova.virt.hardware [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.180923] env[70220]: DEBUG nova.virt.hardware [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.181322] env[70220]: DEBUG nova.virt.hardware [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.181322] env[70220]: DEBUG nova.virt.hardware [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.181322] env[70220]: DEBUG nova.virt.hardware [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.181322] env[70220]: DEBUG nova.virt.hardware [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.181322] env[70220]: DEBUG nova.virt.hardware [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.181547] env[70220]: DEBUG nova.virt.hardware [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.181547] env[70220]: DEBUG nova.virt.hardware [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.181547] env[70220]: DEBUG nova.virt.hardware [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.182052] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7837bbdb-598b-4c54-9dc2-c6c268d0118a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.204025] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cbdb85-eb4a-47f1-8dc0-7545828173d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.212233] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625298, 'name': CreateVM_Task, 'duration_secs': 0.612437} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.214799] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.221116] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.221116] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.221116] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.221116] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcfcc82-4c14-4d95-860b-f51248ada04e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.231389] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.236574] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.242870] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.242870] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625299, 'name': ReconfigVM_Task, 'duration_secs': 0.499606} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.243227] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e13085f4-2f9b-4809-b5da-a6f985a61062 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.256780] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Reconfigured VM instance instance-00000014 to attach disk [datastore1] e94e9694-4aa0-470b-b46b-0c8c93dd3420/e94e9694-4aa0-470b-b46b-0c8c93dd3420.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.260417] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b750b32d-3f71-486c-a229-d48da52f2e10 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.262059] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 796.262059] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521242f9-a524-ba0c-007e-db1ed1f4399d" [ 796.262059] env[70220]: _type = "Task" [ 796.262059] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.268772] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 796.268772] env[70220]: value = "task-3625300" [ 796.268772] env[70220]: _type = "Task" [ 796.268772] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.272832] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521242f9-a524-ba0c-007e-db1ed1f4399d, 'name': SearchDatastore_Task, 'duration_secs': 0.011879} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.273045] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.273045] env[70220]: value = "task-3625301" [ 796.273045] env[70220]: _type = "Task" [ 796.273045] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.278353] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.278472] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.278696] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.278832] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.278986] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.279475] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc89f3f8-87f5-447c-b6da-dd2e5c307bcb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.289575] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625300, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.293417] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625301, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.294535] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.294735] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.295632] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1e0d2f-9718-4d6b-b43a-1705964a8c53 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.304082] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 796.304082] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ccd9c3-d6bb-2ac0-d8a1-732911f68dc2" [ 796.304082] env[70220]: _type = "Task" [ 796.304082] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.311902] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ccd9c3-d6bb-2ac0-d8a1-732911f68dc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.397696] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c72b3c-d044-4d8f-8e9a-e795fca3a367 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.422382] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43cd2cb-b2d4-4ba7-b133-77931b8ac57c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.434973] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance '0c653c24-61a2-468d-bcc6-112e95d6368a' progress to 83 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 796.721729] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46e806f-3143-428d-aea1-db6f1b452996 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.730606] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d05541-cdc8-464c-9d79-1b267249090b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.764801] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d3a486-996d-4405-ac5b-98ece070590e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.773031] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321a8ad5-b4f8-46fc-90fe-58edda474d24 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.796846] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625300, 'name': Rename_Task, 'duration_secs': 0.190052} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.797250] env[70220]: DEBUG nova.compute.provider_tree [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.800142] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.800204] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97b44d38-59e8-475a-8d1d-71b35e31d84e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.806117] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625301, 'name': CreateVM_Task, 'duration_secs': 0.358497} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.811076] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.811076] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.811076] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.811076] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.811635] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02611709-0649-43e9-8edc-4b77dff379d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.813104] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 796.813104] env[70220]: value = "task-3625302" [ 796.813104] env[70220]: _type = "Task" [ 796.813104] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.823569] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 796.823569] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c3071e-0cf9-fbe4-f482-7f69adba2f0c" [ 796.823569] env[70220]: _type = "Task" [ 796.823569] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.830266] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ccd9c3-d6bb-2ac0-d8a1-732911f68dc2, 'name': SearchDatastore_Task, 'duration_secs': 0.013814} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.830701] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.835311] env[70220]: DEBUG nova.network.neutron [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Updating instance_info_cache with network_info: [{"id": "b207fc81-e4c2-44a0-936c-0732503828fd", "address": "fa:16:3e:85:cd:a9", "network": {"id": "3376c47c-6c6b-46ea-a286-5e428b76d3e2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1441366404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "3969a08440cc4f2fadeac29c4fea5930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "140f4558-c11e-4af4-ab36-234e2d2f80a4", "external-id": "nsx-vlan-transportzone-638", "segmentation_id": 638, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb207fc81-e4", "ovs_interfaceid": "b207fc81-e4c2-44a0-936c-0732503828fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.836438] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee3b1b9d-19e7-4359-9baa-c7a7b7697d81 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.844560] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c3071e-0cf9-fbe4-f482-7f69adba2f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.845777] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.846022] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.846257] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.846518] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 796.846518] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529fd313-6a75-3979-9572-76b9b465eff2" [ 796.846518] env[70220]: _type = "Task" [ 796.846518] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.855464] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529fd313-6a75-3979-9572-76b9b465eff2, 'name': SearchDatastore_Task, 'duration_secs': 0.009077} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.855826] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.855826] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] d48215f1-518c-409d-a343-6c0eada63c56/d48215f1-518c-409d-a343-6c0eada63c56.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.856058] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.856223] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.856435] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-509962fa-8cc6-45fc-8ddc-6dcf68d4e886 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.858635] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74aed7db-72d1-4d9d-aa1c-cb2006332174 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.865979] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 796.865979] env[70220]: value = "task-3625303" [ 796.865979] env[70220]: _type = "Task" [ 796.865979] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.870316] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.870408] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.871771] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecf8de81-2a83-43bd-9504-cde5a6026d82 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.877045] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.879994] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 796.879994] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52966a76-c1c8-41af-c435-d5fb9d3f67bf" [ 796.879994] env[70220]: _type = "Task" [ 796.879994] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.889372] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52966a76-c1c8-41af-c435-d5fb9d3f67bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.946546] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.947024] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b1a8e12-7ed1-451c-ad6f-8436bb8716e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.956388] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 796.956388] env[70220]: value = "task-3625304" [ 796.956388] env[70220]: _type = "Task" [ 796.956388] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.966709] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.301987] env[70220]: DEBUG nova.scheduler.client.report [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.327348] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625302, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.341222] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Releasing lock "refresh_cache-f0951203-1ae7-4579-a80c-c9d22fbee6df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.376125] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.390803] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52966a76-c1c8-41af-c435-d5fb9d3f67bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009223} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.391701] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113b3fdc-b589-49a8-b576-40b448c1d76e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.398055] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 797.398055] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c0f74d-03a8-c64a-ccb0-39b6574e3584" [ 797.398055] env[70220]: _type = "Task" [ 797.398055] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.408542] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c0f74d-03a8-c64a-ccb0-39b6574e3584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.472040] env[70220]: DEBUG oslo_vmware.api [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625304, 'name': PowerOnVM_Task, 'duration_secs': 0.455488} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.472040] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.472040] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b225911d-0c1f-411b-8403-d13e49248530 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance '0c653c24-61a2-468d-bcc6-112e95d6368a' progress to 100 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 797.812261] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.812549] env[70220]: DEBUG nova.compute.manager [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.815268] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.356s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.818750] env[70220]: INFO nova.compute.claims [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.830946] env[70220]: DEBUG oslo_vmware.api [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625302, 'name': PowerOnVM_Task, 'duration_secs': 0.528836} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.831270] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.831467] env[70220]: INFO nova.compute.manager [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Took 5.55 seconds to spawn the instance on the hypervisor. [ 797.831635] env[70220]: DEBUG nova.compute.manager [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.832471] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23332e6f-0eb0-49b4-98a1-a79a94bee75c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.879811] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625303, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.914541] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c0f74d-03a8-c64a-ccb0-39b6574e3584, 'name': SearchDatastore_Task, 'duration_secs': 0.010027} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.914541] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.914541] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] ed5faa43-07dd-4a5c-bd7c-022867ac115f/ed5faa43-07dd-4a5c-bd7c-022867ac115f.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.914541] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36640de3-f00d-4d57-a62e-404ad1fe4df1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.923559] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 797.923559] env[70220]: value = "task-3625305" [ 797.923559] env[70220]: _type = "Task" [ 797.923559] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.934917] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.327651] env[70220]: DEBUG nova.compute.utils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.331199] env[70220]: DEBUG nova.compute.manager [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.331754] env[70220]: DEBUG nova.network.neutron [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.352658] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.355440] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2452efa-b396-4499-a6d6-793e23024aeb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.357594] env[70220]: INFO nova.compute.manager [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Took 30.24 seconds to build instance. [ 798.367253] env[70220]: DEBUG oslo_vmware.api [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 798.367253] env[70220]: value = "task-3625306" [ 798.367253] env[70220]: _type = "Task" [ 798.367253] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.392824] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625303, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.209005} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.393134] env[70220]: DEBUG oslo_vmware.api [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625306, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.394040] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] d48215f1-518c-409d-a343-6c0eada63c56/d48215f1-518c-409d-a343-6c0eada63c56.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.394271] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.394518] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07825c66-03a0-431b-b5d0-8c7d3d0ea2df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.403450] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 798.403450] env[70220]: value = "task-3625307" [ 798.403450] env[70220]: _type = "Task" [ 798.403450] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.416636] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.420896] env[70220]: DEBUG nova.policy [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcec7a1617bf464b9bf43258377ff6cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41166a89d2904c7ba76da5052d526a1f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.435918] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625305, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.838372] env[70220]: DEBUG nova.compute.manager [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.867044] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4891698d-a048-4e9c-b299-065c8310ea9f tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "e94e9694-4aa0-470b-b46b-0c8c93dd3420" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.566s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.877910] env[70220]: DEBUG oslo_vmware.api [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.915294] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096517} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.915576] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.916359] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fe235a-7dd8-41ef-9363-77acab73904f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.939412] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] d48215f1-518c-409d-a343-6c0eada63c56/d48215f1-518c-409d-a343-6c0eada63c56.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.946821] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ad690d-4062-413b-b46f-d19117e57afc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.965555] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61734} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.966882] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] ed5faa43-07dd-4a5c-bd7c-022867ac115f/ed5faa43-07dd-4a5c-bd7c-022867ac115f.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.967120] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.967439] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 798.967439] env[70220]: value = "task-3625308" [ 798.967439] env[70220]: _type = "Task" [ 798.967439] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.967631] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4db8c5f7-3ae9-4183-9527-994c6b19da27 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.978729] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625308, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.982936] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 798.982936] env[70220]: value = "task-3625309" [ 798.982936] env[70220]: _type = "Task" [ 798.982936] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.056967] env[70220]: DEBUG nova.network.neutron [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Successfully created port: a0cc5b52-69f0-456c-aba7-475dd0aa6219 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.332126] env[70220]: INFO nova.compute.manager [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Rebuilding instance [ 799.376992] env[70220]: DEBUG nova.compute.manager [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.391743] env[70220]: DEBUG oslo_vmware.api [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625306, 'name': PowerOnVM_Task, 'duration_secs': 0.717116} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.391743] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.393668] env[70220]: DEBUG nova.compute.manager [None req-e688d20e-f47a-4223-9daf-482d82e94793 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.395118] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9ceb4a-b311-46dd-b17a-de48c10866e5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.407026] env[70220]: DEBUG nova.compute.manager [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.409160] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69f7635-5f71-42f2-9dca-7336a411180d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.503984] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15861} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.503984] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.504182] env[70220]: DEBUG oslo_concurrency.lockutils [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "28201572-27d6-494c-a82a-73b22a2a276c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.504405] env[70220]: DEBUG oslo_concurrency.lockutils [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "28201572-27d6-494c-a82a-73b22a2a276c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.504538] env[70220]: DEBUG oslo_concurrency.lockutils [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "28201572-27d6-494c-a82a-73b22a2a276c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.504678] env[70220]: DEBUG oslo_concurrency.lockutils [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "28201572-27d6-494c-a82a-73b22a2a276c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.504841] env[70220]: DEBUG oslo_concurrency.lockutils [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "28201572-27d6-494c-a82a-73b22a2a276c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.506835] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.507028] env[70220]: INFO nova.compute.manager [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Terminating instance [ 799.509744] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9526a9ce-84dd-4d57-b8d9-8aeb0b517df9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.532631] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] ed5faa43-07dd-4a5c-bd7c-022867ac115f/ed5faa43-07dd-4a5c-bd7c-022867ac115f.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.534799] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bac3e682-08ba-4147-b386-f5e676dc3022 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.549759] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1268f85-5923-4806-b75b-573ac587ec57 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.558568] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f4eab2-6dfe-4b5c-b048-8955dcbb6a6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.565162] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 799.565162] env[70220]: value = "task-3625310" [ 799.565162] env[70220]: _type = "Task" [ 799.565162] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.595909] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b206949b-e777-412d-80c4-077a609daee0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.601995] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.607290] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2450fcab-de45-4bfa-8d48-8028782081ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.623883] env[70220]: DEBUG nova.compute.provider_tree [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.858433] env[70220]: DEBUG nova.compute.manager [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.908923] env[70220]: DEBUG nova.virt.hardware [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.909175] env[70220]: DEBUG nova.virt.hardware [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.909793] env[70220]: DEBUG nova.virt.hardware [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.910063] env[70220]: DEBUG nova.virt.hardware [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.910270] env[70220]: DEBUG nova.virt.hardware [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.911254] env[70220]: DEBUG nova.virt.hardware [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.911254] env[70220]: DEBUG nova.virt.hardware [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.911483] env[70220]: DEBUG nova.virt.hardware [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.912810] env[70220]: DEBUG nova.virt.hardware [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.912810] env[70220]: DEBUG nova.virt.hardware [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.912810] env[70220]: DEBUG nova.virt.hardware [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.915413] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f276f9f-e466-43c9-9947-897051aac26a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.930196] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.931627] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f10943e-42ec-411d-b16b-4c2b888cd437 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.989907] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625308, 'name': ReconfigVM_Task, 'duration_secs': 0.889708} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.990321] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Reconfigured VM instance instance-00000015 to attach disk [datastore2] d48215f1-518c-409d-a343-6c0eada63c56/d48215f1-518c-409d-a343-6c0eada63c56.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.990892] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2b03919-2950-4de7-83c1-b819a4bdcf23 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.998586] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 799.998586] env[70220]: value = "task-3625311" [ 799.998586] env[70220]: _type = "Task" [ 799.998586] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.014125] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625311, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.015097] env[70220]: DEBUG nova.compute.manager [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.015560] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.016185] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7711399-88cf-4a82-891d-b8b24c30a808 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.023673] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.023957] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f9d55b-a59d-4376-8e05-30741da4f746 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.076630] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.095119] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.095384] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.095555] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Deleting the datastore file [datastore1] 28201572-27d6-494c-a82a-73b22a2a276c {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.095850] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c14d300-c623-45ed-9a6f-6b35becf1eda {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.103708] env[70220]: DEBUG oslo_vmware.api [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 800.103708] env[70220]: value = "task-3625313" [ 800.103708] env[70220]: _type = "Task" [ 800.103708] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.112641] env[70220]: DEBUG oslo_vmware.api [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.125804] env[70220]: DEBUG nova.scheduler.client.report [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.426050] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.426568] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe2d1faa-4b15-4009-8520-da75b49826eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.435959] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 800.435959] env[70220]: value = "task-3625314" [ 800.435959] env[70220]: _type = "Task" [ 800.435959] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.447481] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.510021] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625311, 'name': Rename_Task, 'duration_secs': 0.2115} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.510021] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.510021] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43d8ef32-b4f3-40ef-b586-e104e9e35639 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.516768] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 800.516768] env[70220]: value = "task-3625315" [ 800.516768] env[70220]: _type = "Task" [ 800.516768] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.528846] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.580311] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.624245] env[70220]: DEBUG oslo_vmware.api [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44631} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.624245] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.624245] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.624245] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.624245] env[70220]: INFO nova.compute.manager [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 800.624493] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.624493] env[70220]: DEBUG nova.compute.manager [-] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.624493] env[70220]: DEBUG nova.network.neutron [-] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.631953] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.635161] env[70220]: DEBUG nova.compute.manager [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.636710] env[70220]: DEBUG oslo_concurrency.lockutils [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.167s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.637155] env[70220]: DEBUG nova.objects.instance [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Lazy-loading 'resources' on Instance uuid f6db5281-a7f3-4ed3-86f5-6fe09cc39c38 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.804945] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "0c653c24-61a2-468d-bcc6-112e95d6368a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.805774] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.806017] env[70220]: DEBUG nova.compute.manager [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Going to confirm migration 1 {{(pid=70220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 800.945461] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625314, 'name': PowerOffVM_Task, 'duration_secs': 0.19098} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.945802] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.945864] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.947151] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c849fd3-9455-428c-90a4-0be41b0b7625 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.956610] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.957064] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a773255-64da-43c2-a4fc-108d13574452 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.983798] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.986134] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.986134] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Deleting the datastore file [datastore1] e94e9694-4aa0-470b-b46b-0c8c93dd3420 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.986134] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6de69917-3dfc-4fb5-8f0f-97f283711072 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.992120] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 800.992120] env[70220]: value = "task-3625317" [ 800.992120] env[70220]: _type = "Task" [ 800.992120] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.002578] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.029833] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625315, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.077200] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625310, 'name': ReconfigVM_Task, 'duration_secs': 1.223596} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.077497] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Reconfigured VM instance instance-00000013 to attach disk [datastore2] ed5faa43-07dd-4a5c-bd7c-022867ac115f/ed5faa43-07dd-4a5c-bd7c-022867ac115f.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.078254] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4735ea05-6561-46e2-af6f-c5750419457a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.087661] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 801.087661] env[70220]: value = "task-3625318" [ 801.087661] env[70220]: _type = "Task" [ 801.087661] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.097665] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625318, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.143866] env[70220]: DEBUG nova.compute.utils [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.150862] env[70220]: DEBUG nova.compute.manager [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.150862] env[70220]: DEBUG nova.network.neutron [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.245258] env[70220]: DEBUG nova.policy [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e9dc72e6bd4c739dd14c48e7171ca5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4500b0d442246139a545b9d4cddd692', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.435030] env[70220]: DEBUG nova.network.neutron [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Successfully updated port: a0cc5b52-69f0-456c-aba7-475dd0aa6219 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.475524] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.476870] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.476870] env[70220]: DEBUG nova.network.neutron [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.476870] env[70220]: DEBUG nova.objects.instance [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lazy-loading 'info_cache' on Instance uuid 0c653c24-61a2-468d-bcc6-112e95d6368a {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.508502] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279096} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.508764] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.508961] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.509172] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.530342] env[70220]: DEBUG oslo_vmware.api [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625315, 'name': PowerOnVM_Task, 'duration_secs': 0.615858} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.530620] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.531218] env[70220]: INFO nova.compute.manager [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Took 6.51 seconds to spawn the instance on the hypervisor. [ 801.531441] env[70220]: DEBUG nova.compute.manager [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.532385] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415ae340-54c8-4363-b2ba-869ea159390e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.601672] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625318, 'name': Rename_Task, 'duration_secs': 0.436737} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.604891] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.605561] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-913bf078-c3f1-4af2-85e7-3c692523ad4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.612495] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 801.612495] env[70220]: value = "task-3625319" [ 801.612495] env[70220]: _type = "Task" [ 801.612495] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.621054] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.637076] env[70220]: DEBUG nova.network.neutron [-] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.663024] env[70220]: DEBUG nova.compute.manager [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.748255] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2987e503-5c49-4490-b048-5bb9d77beeaa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.758423] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b13d9c4-8138-4b53-a528-599cce08e4ac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.793503] env[70220]: DEBUG nova.network.neutron [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Successfully created port: 27fc46f1-d585-47e6-9b7c-bc51f08317d9 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.796555] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed0b27b-1d56-4688-8ca6-071dddaf2dbd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.805378] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5e4c49-31d0-419c-9241-1e5225476f5f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.820334] env[70220]: DEBUG nova.compute.provider_tree [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 801.915546] env[70220]: DEBUG nova.compute.manager [req-117218a7-6b2d-4630-a1b1-d4b507c8b64a req-2874bfc6-c034-4f6e-844e-b2289db84796 service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Received event network-vif-plugged-a0cc5b52-69f0-456c-aba7-475dd0aa6219 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.915546] env[70220]: DEBUG oslo_concurrency.lockutils [req-117218a7-6b2d-4630-a1b1-d4b507c8b64a req-2874bfc6-c034-4f6e-844e-b2289db84796 service nova] Acquiring lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.915546] env[70220]: DEBUG oslo_concurrency.lockutils [req-117218a7-6b2d-4630-a1b1-d4b507c8b64a req-2874bfc6-c034-4f6e-844e-b2289db84796 service nova] Lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.915546] env[70220]: DEBUG oslo_concurrency.lockutils [req-117218a7-6b2d-4630-a1b1-d4b507c8b64a req-2874bfc6-c034-4f6e-844e-b2289db84796 service nova] Lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.915962] env[70220]: DEBUG nova.compute.manager [req-117218a7-6b2d-4630-a1b1-d4b507c8b64a req-2874bfc6-c034-4f6e-844e-b2289db84796 service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] No waiting events found dispatching network-vif-plugged-a0cc5b52-69f0-456c-aba7-475dd0aa6219 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.915962] env[70220]: WARNING nova.compute.manager [req-117218a7-6b2d-4630-a1b1-d4b507c8b64a req-2874bfc6-c034-4f6e-844e-b2289db84796 service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Received unexpected event network-vif-plugged-a0cc5b52-69f0-456c-aba7-475dd0aa6219 for instance with vm_state building and task_state spawning. [ 801.937581] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquiring lock "refresh_cache-1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.937581] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquired lock "refresh_cache-1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.937581] env[70220]: DEBUG nova.network.neutron [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.053656] env[70220]: INFO nova.compute.manager [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Took 32.89 seconds to build instance. [ 802.123550] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625319, 'name': PowerOnVM_Task} progress is 74%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.141700] env[70220]: INFO nova.compute.manager [-] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Took 1.52 seconds to deallocate network for instance. [ 802.168243] env[70220]: INFO nova.virt.block_device [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Booting with volume 56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b at /dev/sda [ 802.232130] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7393d6fa-0d66-48ba-bb84-9d64a46dcf3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.242210] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f129136c-98bd-496e-8309-512cb281431f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.279165] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4401762-2073-4e5e-8579-66942d87930d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.287593] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fdfe44-1aa0-4b66-a4f8-c61e3e43773e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.330078] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6dcf98-658f-40a8-a01f-4786f4ec2199 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.338215] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e57da0-e703-43e7-b652-9af87244b262 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.352823] env[70220]: DEBUG nova.virt.block_device [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Updating existing volume attachment record: 9ec4a0d3-1d9f-4dd6-8b88-d01f45937595 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 802.355569] env[70220]: ERROR nova.scheduler.client.report [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] [req-c3ffd55e-408c-4af6-bb75-15043f02301c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c3ffd55e-408c-4af6-bb75-15043f02301c"}]} [ 802.380388] env[70220]: DEBUG nova.scheduler.client.report [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 802.402251] env[70220]: DEBUG nova.scheduler.client.report [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 802.402491] env[70220]: DEBUG nova.compute.provider_tree [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.418712] env[70220]: DEBUG nova.scheduler.client.report [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 802.443144] env[70220]: DEBUG nova.scheduler.client.report [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 802.496240] env[70220]: DEBUG nova.network.neutron [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.557084] env[70220]: DEBUG nova.virt.hardware [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.557330] env[70220]: DEBUG nova.virt.hardware [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.557491] env[70220]: DEBUG nova.virt.hardware [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.557655] env[70220]: DEBUG nova.virt.hardware [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.557802] env[70220]: DEBUG nova.virt.hardware [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.557942] env[70220]: DEBUG nova.virt.hardware [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.558391] env[70220]: DEBUG nova.virt.hardware [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.558584] env[70220]: DEBUG nova.virt.hardware [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.558766] env[70220]: DEBUG nova.virt.hardware [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.558931] env[70220]: DEBUG nova.virt.hardware [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.559147] env[70220]: DEBUG nova.virt.hardware [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.559582] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10b55f5d-90de-4b9a-8b91-41290a5a166c tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "d48215f1-518c-409d-a343-6c0eada63c56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.494s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.560499] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce750778-4f60-4d00-9bb2-655f3bc865d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.579156] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f21031-47ad-4248-b8fe-ecb6730dad8c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.597043] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.603225] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.606052] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.606636] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06014f9a-f42d-4910-8f08-46fd5a4179bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.641720] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.641720] env[70220]: value = "task-3625320" [ 802.641720] env[70220]: _type = "Task" [ 802.641720] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.641996] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625319, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.648994] env[70220]: DEBUG oslo_concurrency.lockutils [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.657818] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625320, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.807094] env[70220]: DEBUG nova.network.neutron [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance_info_cache with network_info: [{"id": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "address": "fa:16:3e:80:bd:fc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.205", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18d52ac6-5c", "ovs_interfaceid": "18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.878453] env[70220]: DEBUG nova.network.neutron [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Updating instance_info_cache with network_info: [{"id": "a0cc5b52-69f0-456c-aba7-475dd0aa6219", "address": "fa:16:3e:b8:86:d3", "network": {"id": "c96099d9-efb2-4bad-aded-b590259e346f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1825458414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41166a89d2904c7ba76da5052d526a1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0cc5b52-69", "ovs_interfaceid": "a0cc5b52-69f0-456c-aba7-475dd0aa6219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.069606] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7938fb02-cfee-499d-b6a3-37b01399af2c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.072662] env[70220]: DEBUG nova.compute.manager [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.081858] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f369b645-b9a9-455d-821d-980b6e704e61 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.113792] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e521200a-3919-4a3a-bf65-714654165fc0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.122119] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e44b6b-fa07-415b-8daa-2af4fae21eb7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.136810] env[70220]: DEBUG nova.compute.provider_tree [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.147158] env[70220]: DEBUG oslo_vmware.api [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625319, 'name': PowerOnVM_Task, 'duration_secs': 1.14519} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.147433] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.147639] env[70220]: DEBUG nova.compute.manager [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.148528] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db49123a-f95a-4f60-9fa6-ec6d25510159 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.169286] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625320, 'name': CreateVM_Task, 'duration_secs': 0.465186} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.169286] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.169286] env[70220]: DEBUG oslo_concurrency.lockutils [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.169286] env[70220]: DEBUG oslo_concurrency.lockutils [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.169286] env[70220]: DEBUG oslo_concurrency.lockutils [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.169286] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077c805c-5f78-4fc4-87a0-0b8f00b06370 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.173683] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 803.173683] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521b0390-f1d3-f2db-12a2-3d6c46d2c400" [ 803.173683] env[70220]: _type = "Task" [ 803.173683] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.182890] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521b0390-f1d3-f2db-12a2-3d6c46d2c400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.311186] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "refresh_cache-0c653c24-61a2-468d-bcc6-112e95d6368a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.311186] env[70220]: DEBUG nova.objects.instance [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lazy-loading 'migration_context' on Instance uuid 0c653c24-61a2-468d-bcc6-112e95d6368a {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.381374] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Releasing lock "refresh_cache-1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.381641] env[70220]: DEBUG nova.compute.manager [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Instance network_info: |[{"id": "a0cc5b52-69f0-456c-aba7-475dd0aa6219", "address": "fa:16:3e:b8:86:d3", "network": {"id": "c96099d9-efb2-4bad-aded-b590259e346f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1825458414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41166a89d2904c7ba76da5052d526a1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0cc5b52-69", "ovs_interfaceid": "a0cc5b52-69f0-456c-aba7-475dd0aa6219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.382153] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:86:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0cc5b52-69f0-456c-aba7-475dd0aa6219', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.392427] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Creating folder: Project (41166a89d2904c7ba76da5052d526a1f). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.393078] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ee59297-af19-4425-87f7-fd964feb03b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.405427] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Created folder: Project (41166a89d2904c7ba76da5052d526a1f) in parent group-v722922. [ 803.405427] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Creating folder: Instances. Parent ref: group-v722990. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.405427] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb4049b2-7f5d-49b1-aa59-6fb8164aaa7a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.422460] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Created folder: Instances in parent group-v722990. [ 803.425893] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.426535] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.427046] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aba4302-399b-49bf-810d-85fe7588fe78 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.457104] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.457104] env[70220]: value = "task-3625323" [ 803.457104] env[70220]: _type = "Task" [ 803.457104] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.480775] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625323, 'name': CreateVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.601186] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.692228] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.695415] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521b0390-f1d3-f2db-12a2-3d6c46d2c400, 'name': SearchDatastore_Task, 'duration_secs': 0.014619} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.695734] env[70220]: DEBUG oslo_concurrency.lockutils [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.695962] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.696210] env[70220]: DEBUG oslo_concurrency.lockutils [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.696345] env[70220]: DEBUG oslo_concurrency.lockutils [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.696528] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.700299] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2c9fbfb-7a5a-4df8-b452-c8ada2278d61 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.703026] env[70220]: DEBUG nova.scheduler.client.report [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 803.703270] env[70220]: DEBUG nova.compute.provider_tree [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 44 to 45 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 803.703455] env[70220]: DEBUG nova.compute.provider_tree [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.720031] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.720031] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.720031] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323db5bf-7287-49b3-a668-d9c24f7db177 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.732226] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 803.732226] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d2c4ce-d115-c04d-716c-3ef590254a7c" [ 803.732226] env[70220]: _type = "Task" [ 803.732226] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.737641] env[70220]: DEBUG nova.network.neutron [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Successfully updated port: 27fc46f1-d585-47e6-9b7c-bc51f08317d9 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.746025] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d2c4ce-d115-c04d-716c-3ef590254a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.816243] env[70220]: DEBUG nova.objects.base [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Object Instance<0c653c24-61a2-468d-bcc6-112e95d6368a> lazy-loaded attributes: info_cache,migration_context {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 803.817619] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4001c8-4430-487e-aa78-f0117ab4d313 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.846021] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38cdea9e-ee71-42f0-8733-4d352bc04ddf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.849322] env[70220]: DEBUG oslo_vmware.api [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 803.849322] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5208886f-877b-da6d-bbaa-d24d9e9981b2" [ 803.849322] env[70220]: _type = "Task" [ 803.849322] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.858923] env[70220]: DEBUG oslo_vmware.api [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5208886f-877b-da6d-bbaa-d24d9e9981b2, 'name': SearchDatastore_Task} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.860234] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.965776] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625323, 'name': CreateVM_Task, 'duration_secs': 0.408325} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.965955] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.966725] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.966893] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.967240] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.967493] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff1d4e8e-1716-4d19-96d0-eb1c9d59b15a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.975491] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for the task: (returnval){ [ 803.975491] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5243b659-78ca-108d-bb7f-13ce79495df2" [ 803.975491] env[70220]: _type = "Task" [ 803.975491] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.993957] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5243b659-78ca-108d-bb7f-13ce79495df2, 'name': SearchDatastore_Task, 'duration_secs': 0.016318} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.994274] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.994551] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.994810] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.994955] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.995148] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.995407] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f53d6a62-b4c6-45ba-a74a-76d58a9a5854 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.005275] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.005460] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.006245] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1353f2fc-9531-44c1-85f9-4a929296c44f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.012489] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for the task: (returnval){ [ 804.012489] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529c918c-5b41-c292-fa09-6dd13777f5cb" [ 804.012489] env[70220]: _type = "Task" [ 804.012489] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.020872] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529c918c-5b41-c292-fa09-6dd13777f5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.212302] env[70220]: DEBUG oslo_concurrency.lockutils [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.576s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.214839] env[70220]: DEBUG oslo_concurrency.lockutils [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.370s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.215979] env[70220]: DEBUG nova.objects.instance [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Lazy-loading 'resources' on Instance uuid b643add3-e476-47c2-b316-a38cbddc7ad0 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.244868] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Acquiring lock "refresh_cache-6cb69540-1a92-4eff-9c4c-cd8a41516690" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.245038] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Acquired lock "refresh_cache-6cb69540-1a92-4eff-9c4c-cd8a41516690" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.245202] env[70220]: DEBUG nova.network.neutron [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.250172] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d2c4ce-d115-c04d-716c-3ef590254a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.019223} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.250172] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63d79fc6-edcd-48f4-a186-39028aad07fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.251978] env[70220]: INFO nova.scheduler.client.report [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Deleted allocations for instance f6db5281-a7f3-4ed3-86f5-6fe09cc39c38 [ 804.254354] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 804.254354] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bda51a-33f8-b973-9b8c-1aa2d82c1ef5" [ 804.254354] env[70220]: _type = "Task" [ 804.254354] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.265871] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bda51a-33f8-b973-9b8c-1aa2d82c1ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.505970] env[70220]: DEBUG nova.compute.manager [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.506479] env[70220]: DEBUG nova.virt.hardware [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.506756] env[70220]: DEBUG nova.virt.hardware [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.506957] env[70220]: DEBUG nova.virt.hardware [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.507133] env[70220]: DEBUG nova.virt.hardware [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.507378] env[70220]: DEBUG nova.virt.hardware [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.507557] env[70220]: DEBUG nova.virt.hardware [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.507794] env[70220]: DEBUG nova.virt.hardware [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.508577] env[70220]: DEBUG nova.virt.hardware [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.508577] env[70220]: DEBUG nova.virt.hardware [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.508577] env[70220]: DEBUG nova.virt.hardware [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.508577] env[70220]: DEBUG nova.virt.hardware [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.514880] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501a87ce-1eda-4bd1-a053-867625fade9a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.526137] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529c918c-5b41-c292-fa09-6dd13777f5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.020056} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.529124] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2adcff-2897-4798-865d-172d7ab31e73 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.533251] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3cea7c-164e-4d3a-93de-0b55aeed9c6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.541101] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for the task: (returnval){ [ 804.541101] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52dfa2c4-a014-962f-7307-bf38e7a5b756" [ 804.541101] env[70220]: _type = "Task" [ 804.541101] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.559344] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52dfa2c4-a014-962f-7307-bf38e7a5b756, 'name': SearchDatastore_Task, 'duration_secs': 0.01427} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.559644] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.560011] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9/1cad8a6b-a8b2-4078-a15b-3b370dd08bf9.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.560296] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb7666cb-de77-4327-b5ca-a25893aa98b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.567420] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for the task: (returnval){ [ 804.567420] env[70220]: value = "task-3625324" [ 804.567420] env[70220]: _type = "Task" [ 804.567420] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.577643] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.582017] env[70220]: DEBUG nova.compute.manager [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Received event network-vif-deleted-ae461e7e-8c67-4cc5-9232-44ba8e7045a6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.582017] env[70220]: DEBUG nova.compute.manager [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Received event network-changed-a0cc5b52-69f0-456c-aba7-475dd0aa6219 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.582017] env[70220]: DEBUG nova.compute.manager [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Refreshing instance network info cache due to event network-changed-a0cc5b52-69f0-456c-aba7-475dd0aa6219. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.582017] env[70220]: DEBUG oslo_concurrency.lockutils [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] Acquiring lock "refresh_cache-1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.582271] env[70220]: DEBUG oslo_concurrency.lockutils [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] Acquired lock "refresh_cache-1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.582531] env[70220]: DEBUG nova.network.neutron [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Refreshing network info cache for port a0cc5b52-69f0-456c-aba7-475dd0aa6219 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.765864] env[70220]: DEBUG oslo_concurrency.lockutils [None req-63f552ab-59d9-4c26-b8a3-f24e4b793ef4 tempest-ImagesNegativeTestJSON-1101221842 tempest-ImagesNegativeTestJSON-1101221842-project-member] Lock "f6db5281-a7f3-4ed3-86f5-6fe09cc39c38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.293s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.776542] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bda51a-33f8-b973-9b8c-1aa2d82c1ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.020734} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.777095] env[70220]: DEBUG oslo_concurrency.lockutils [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.777361] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] e94e9694-4aa0-470b-b46b-0c8c93dd3420/e94e9694-4aa0-470b-b46b-0c8c93dd3420.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.777637] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73b85470-aaa1-418b-af97-4e7beb8274e1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.782778] env[70220]: DEBUG nova.network.neutron [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.793590] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 804.793590] env[70220]: value = "task-3625325" [ 804.793590] env[70220]: _type = "Task" [ 804.793590] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.801850] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.843633] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquiring lock "ed5faa43-07dd-4a5c-bd7c-022867ac115f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.843897] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "ed5faa43-07dd-4a5c-bd7c-022867ac115f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.844158] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquiring lock "ed5faa43-07dd-4a5c-bd7c-022867ac115f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.844633] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "ed5faa43-07dd-4a5c-bd7c-022867ac115f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.844716] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "ed5faa43-07dd-4a5c-bd7c-022867ac115f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.849646] env[70220]: INFO nova.compute.manager [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Terminating instance [ 804.951907] env[70220]: DEBUG nova.network.neutron [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Updating instance_info_cache with network_info: [{"id": "27fc46f1-d585-47e6-9b7c-bc51f08317d9", "address": "fa:16:3e:c2:3d:18", "network": {"id": "ba455a6e-911e-4300-9d9a-80611d4e6eca", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-278398419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4500b0d442246139a545b9d4cddd692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fc46f1-d5", "ovs_interfaceid": "27fc46f1-d585-47e6-9b7c-bc51f08317d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.081994] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625324, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.264924] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd4028d-9c86-41be-aa33-66397cf2814c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.276016] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd42c97-b888-49b8-93ab-cc1d17229a3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.326903] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82eea88-51a3-4ec7-8d7a-b04c0b3843b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.340677] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625325, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.344831] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be55d186-b994-47bc-baaf-828440a5df3e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.364692] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquiring lock "refresh_cache-ed5faa43-07dd-4a5c-bd7c-022867ac115f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.364898] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquired lock "refresh_cache-ed5faa43-07dd-4a5c-bd7c-022867ac115f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.365118] env[70220]: DEBUG nova.network.neutron [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.366676] env[70220]: DEBUG nova.compute.provider_tree [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.372421] env[70220]: DEBUG nova.network.neutron [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Updated VIF entry in instance network info cache for port a0cc5b52-69f0-456c-aba7-475dd0aa6219. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.372866] env[70220]: DEBUG nova.network.neutron [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Updating instance_info_cache with network_info: [{"id": "a0cc5b52-69f0-456c-aba7-475dd0aa6219", "address": "fa:16:3e:b8:86:d3", "network": {"id": "c96099d9-efb2-4bad-aded-b590259e346f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1825458414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41166a89d2904c7ba76da5052d526a1f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0cc5b52-69", "ovs_interfaceid": "a0cc5b52-69f0-456c-aba7-475dd0aa6219", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.457859] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Releasing lock "refresh_cache-6cb69540-1a92-4eff-9c4c-cd8a41516690" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.457859] env[70220]: DEBUG nova.compute.manager [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Instance network_info: |[{"id": "27fc46f1-d585-47e6-9b7c-bc51f08317d9", "address": "fa:16:3e:c2:3d:18", "network": {"id": "ba455a6e-911e-4300-9d9a-80611d4e6eca", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-278398419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4500b0d442246139a545b9d4cddd692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fc46f1-d5", "ovs_interfaceid": "27fc46f1-d585-47e6-9b7c-bc51f08317d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 805.458577] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:3d:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27fc46f1-d585-47e6-9b7c-bc51f08317d9', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.467093] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Creating folder: Project (c4500b0d442246139a545b9d4cddd692). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.467430] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bd35536-f430-4828-bf13-7d9925b55804 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.483331] env[70220]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 805.483502] env[70220]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70220) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 805.484038] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Folder already exists: Project (c4500b0d442246139a545b9d4cddd692). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 805.484175] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Creating folder: Instances. Parent ref: group-v722938. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.484737] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44f1473b-8b85-4bd6-9c10-af4aea5026a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.500249] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Created folder: Instances in parent group-v722938. [ 805.500249] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.500249] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.500249] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66f245eb-e06e-4be7-903a-06691767df4f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.521585] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.521585] env[70220]: value = "task-3625328" [ 805.521585] env[70220]: _type = "Task" [ 805.521585] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.530541] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625328, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.579048] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866176} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.579048] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9/1cad8a6b-a8b2-4078-a15b-3b370dd08bf9.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.579048] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.579317] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e411cda1-24b1-4713-a3df-a452c8b55d23 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.586848] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for the task: (returnval){ [ 805.586848] env[70220]: value = "task-3625329" [ 805.586848] env[70220]: _type = "Task" [ 805.586848] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.596975] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.645683] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.645953] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.835373] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7822} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.835693] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] e94e9694-4aa0-470b-b46b-0c8c93dd3420/e94e9694-4aa0-470b-b46b-0c8c93dd3420.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.835819] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.836087] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d60154b9-ae56-41bc-8baf-07cb90cb4fd3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.844369] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 805.844369] env[70220]: value = "task-3625330" [ 805.844369] env[70220]: _type = "Task" [ 805.844369] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.852961] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.873950] env[70220]: DEBUG nova.scheduler.client.report [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.877251] env[70220]: DEBUG oslo_concurrency.lockutils [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] Releasing lock "refresh_cache-1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.877534] env[70220]: DEBUG nova.compute.manager [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Received event network-vif-plugged-27fc46f1-d585-47e6-9b7c-bc51f08317d9 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.877797] env[70220]: DEBUG oslo_concurrency.lockutils [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] Acquiring lock "6cb69540-1a92-4eff-9c4c-cd8a41516690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.878062] env[70220]: DEBUG oslo_concurrency.lockutils [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] Lock "6cb69540-1a92-4eff-9c4c-cd8a41516690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.878351] env[70220]: DEBUG oslo_concurrency.lockutils [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] Lock "6cb69540-1a92-4eff-9c4c-cd8a41516690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.881161] env[70220]: DEBUG nova.compute.manager [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] No waiting events found dispatching network-vif-plugged-27fc46f1-d585-47e6-9b7c-bc51f08317d9 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.881161] env[70220]: WARNING nova.compute.manager [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Received unexpected event network-vif-plugged-27fc46f1-d585-47e6-9b7c-bc51f08317d9 for instance with vm_state building and task_state spawning. [ 805.881161] env[70220]: DEBUG nova.compute.manager [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Received event network-changed-27fc46f1-d585-47e6-9b7c-bc51f08317d9 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.881161] env[70220]: DEBUG nova.compute.manager [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Refreshing instance network info cache due to event network-changed-27fc46f1-d585-47e6-9b7c-bc51f08317d9. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 805.881161] env[70220]: DEBUG oslo_concurrency.lockutils [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] Acquiring lock "refresh_cache-6cb69540-1a92-4eff-9c4c-cd8a41516690" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.881343] env[70220]: DEBUG oslo_concurrency.lockutils [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] Acquired lock "refresh_cache-6cb69540-1a92-4eff-9c4c-cd8a41516690" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.881343] env[70220]: DEBUG nova.network.neutron [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Refreshing network info cache for port 27fc46f1-d585-47e6-9b7c-bc51f08317d9 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.900396] env[70220]: DEBUG nova.network.neutron [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.968176] env[70220]: DEBUG nova.network.neutron [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.035048] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625328, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.100665] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174899} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.101134] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.101986] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaf18e0-98da-4447-99d6-c2d59af6ed96 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.127413] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9/1cad8a6b-a8b2-4078-a15b-3b370dd08bf9.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.127821] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fd82a44-8cac-4a3e-8d61-db8f3c7264ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.152516] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for the task: (returnval){ [ 806.152516] env[70220]: value = "task-3625331" [ 806.152516] env[70220]: _type = "Task" [ 806.152516] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.162220] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.357035] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078962} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.357035] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.357035] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328a86f6-caf1-48c5-a73a-67592fa08361 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.379231] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] e94e9694-4aa0-470b-b46b-0c8c93dd3420/e94e9694-4aa0-470b-b46b-0c8c93dd3420.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.379739] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29cd98e6-02b5-4695-8730-3a82e6a9d93f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.397671] env[70220]: DEBUG oslo_concurrency.lockutils [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.402141] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.812s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.404164] env[70220]: INFO nova.compute.claims [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.412344] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 806.412344] env[70220]: value = "task-3625332" [ 806.412344] env[70220]: _type = "Task" [ 806.412344] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.423026] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.423858] env[70220]: INFO nova.scheduler.client.report [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Deleted allocations for instance b643add3-e476-47c2-b316-a38cbddc7ad0 [ 806.472631] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Releasing lock "refresh_cache-ed5faa43-07dd-4a5c-bd7c-022867ac115f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.473127] env[70220]: DEBUG nova.compute.manager [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.473242] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.475156] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37285e48-75e2-4076-b069-61de9e216277 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.482098] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.482368] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00a3472c-dad8-4dcb-9699-5af06d812024 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.489558] env[70220]: DEBUG oslo_vmware.api [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 806.489558] env[70220]: value = "task-3625333" [ 806.489558] env[70220]: _type = "Task" [ 806.489558] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.498679] env[70220]: DEBUG oslo_vmware.api [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.529437] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625328, 'name': CreateVM_Task, 'duration_secs': 0.633827} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.529611] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.530421] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '9ec4a0d3-1d9f-4dd6-8b88-d01f45937595', 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722956', 'volume_id': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'name': 'volume-56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cb69540-1a92-4eff-9c4c-cd8a41516690', 'attached_at': '', 'detached_at': '', 'volume_id': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'serial': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=70220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 806.530655] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Root volume attach. Driver type: vmdk {{(pid=70220) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 806.534016] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f302bb-abbc-4cd9-a9a7-d68e9c9e51d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.542202] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be58cf2b-c883-4c4d-8053-a567e8b81426 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.548945] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746d4e76-0f8e-47f0-9e9b-64b5fbe9560a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.555947] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9c126c5e-7c46-481f-9098-056e09af471b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.563161] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for the task: (returnval){ [ 806.563161] env[70220]: value = "task-3625334" [ 806.563161] env[70220]: _type = "Task" [ 806.563161] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.574565] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625334, 'name': RelocateVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.664049] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.708889] env[70220]: DEBUG nova.network.neutron [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Updated VIF entry in instance network info cache for port 27fc46f1-d585-47e6-9b7c-bc51f08317d9. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 806.708889] env[70220]: DEBUG nova.network.neutron [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Updating instance_info_cache with network_info: [{"id": "27fc46f1-d585-47e6-9b7c-bc51f08317d9", "address": "fa:16:3e:c2:3d:18", "network": {"id": "ba455a6e-911e-4300-9d9a-80611d4e6eca", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-278398419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4500b0d442246139a545b9d4cddd692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fc46f1-d5", "ovs_interfaceid": "27fc46f1-d585-47e6-9b7c-bc51f08317d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.929892] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.935519] env[70220]: DEBUG oslo_concurrency.lockutils [None req-92a1d99f-79e9-45fe-b3c5-8746333ca051 tempest-ServerDiagnosticsTest-457898707 tempest-ServerDiagnosticsTest-457898707-project-member] Lock "b643add3-e476-47c2-b316-a38cbddc7ad0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.304s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.936762] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "1ea80a37-1021-4c61-b925-f25379cdfd78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.936976] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "1ea80a37-1021-4c61-b925-f25379cdfd78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.009026] env[70220]: DEBUG oslo_vmware.api [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625333, 'name': PowerOffVM_Task, 'duration_secs': 0.140088} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.009026] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.009026] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.009026] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88d1fc7f-cc98-4bcb-8af4-88d5dfb55ee0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.057885] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.058211] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.058455] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Deleting the datastore file [datastore2] ed5faa43-07dd-4a5c-bd7c-022867ac115f {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.058778] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faaf5415-374e-4787-8a6f-6194ffa9d9d7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.068836] env[70220]: DEBUG oslo_vmware.api [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for the task: (returnval){ [ 807.068836] env[70220]: value = "task-3625336" [ 807.068836] env[70220]: _type = "Task" [ 807.068836] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.080685] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625334, 'name': RelocateVM_Task, 'duration_secs': 0.500879} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.080685] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 807.080685] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722956', 'volume_id': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'name': 'volume-56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cb69540-1a92-4eff-9c4c-cd8a41516690', 'attached_at': '', 'detached_at': '', 'volume_id': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'serial': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 807.080685] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd2e08e-81ad-4b2a-b683-4b7ac378c879 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.087384] env[70220]: DEBUG oslo_vmware.api [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.103202] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555d3309-7763-4a22-80cd-2bfb07bf64bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.129015] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] volume-56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b/volume-56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.129015] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40688fad-729e-4180-8b4b-256d3d28aa18 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.152345] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for the task: (returnval){ [ 807.152345] env[70220]: value = "task-3625337" [ 807.152345] env[70220]: _type = "Task" [ 807.152345] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.168959] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625331, 'name': ReconfigVM_Task, 'duration_secs': 0.901045} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.169217] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.169482] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9/1cad8a6b-a8b2-4078-a15b-3b370dd08bf9.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.170753] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f1fa150-2267-465c-9d47-3f81f0b2b251 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.177102] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for the task: (returnval){ [ 807.177102] env[70220]: value = "task-3625338" [ 807.177102] env[70220]: _type = "Task" [ 807.177102] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.187251] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625338, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.211266] env[70220]: DEBUG oslo_concurrency.lockutils [req-d728302c-974d-4f1c-942e-801cb6a597f7 req-b5aa3ab8-4b15-4731-a70e-8ac716dc2fa4 service nova] Releasing lock "refresh_cache-6cb69540-1a92-4eff-9c4c-cd8a41516690" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.435624] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625332, 'name': ReconfigVM_Task, 'duration_secs': 0.86265} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.435624] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Reconfigured VM instance instance-00000014 to attach disk [datastore1] e94e9694-4aa0-470b-b46b-0c8c93dd3420/e94e9694-4aa0-470b-b46b-0c8c93dd3420.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.435624] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d720970-5ce4-4fd2-8a40-54f954f52f3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.442042] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 807.442042] env[70220]: value = "task-3625339" [ 807.442042] env[70220]: _type = "Task" [ 807.442042] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.454945] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625339, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.476757] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.477152] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.581922] env[70220]: DEBUG oslo_vmware.api [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Task: {'id': task-3625336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126898} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.582271] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.582487] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.582680] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.582854] env[70220]: INFO nova.compute.manager [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 807.583109] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.583723] env[70220]: DEBUG nova.compute.manager [-] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.583723] env[70220]: DEBUG nova.network.neutron [-] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.605614] env[70220]: DEBUG nova.network.neutron [-] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.662928] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625337, 'name': ReconfigVM_Task, 'duration_secs': 0.306616} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.662928] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Reconfigured VM instance instance-00000017 to attach disk [datastore1] volume-56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b/volume-56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.670630] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8353e7f-053d-424b-9824-89b618a48069 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.689659] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625338, 'name': Rename_Task, 'duration_secs': 0.188205} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.691147] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.691520] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for the task: (returnval){ [ 807.691520] env[70220]: value = "task-3625340" [ 807.691520] env[70220]: _type = "Task" [ 807.691520] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.693987] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9d526fe-c17e-42ff-9ae1-5d5338636692 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.704182] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625340, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.705582] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for the task: (returnval){ [ 807.705582] env[70220]: value = "task-3625341" [ 807.705582] env[70220]: _type = "Task" [ 807.705582] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.718331] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.956234] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625339, 'name': Rename_Task, 'duration_secs': 0.348756} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.956704] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.957059] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ea5c061-eca5-4a61-a782-edd10032aadc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.963836] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 807.963836] env[70220]: value = "task-3625342" [ 807.963836] env[70220]: _type = "Task" [ 807.963836] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.979507] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.016225] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adeb727-c868-4fbd-b48e-fe5ab2792d77 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.027143] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c87ce17-7d6d-4abb-81da-c09c1cba3f0e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.076148] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13dfe93-0795-4f23-ac49-dfb4f335ad76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.092018] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699afa82-5c60-4e06-afa3-b6d8598333b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.104964] env[70220]: DEBUG nova.compute.provider_tree [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.109179] env[70220]: DEBUG nova.network.neutron [-] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.210976] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625340, 'name': ReconfigVM_Task, 'duration_secs': 0.161321} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.215861] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722956', 'volume_id': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'name': 'volume-56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cb69540-1a92-4eff-9c4c-cd8a41516690', 'attached_at': '', 'detached_at': '', 'volume_id': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'serial': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 808.215861] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23ff6106-e50b-44f0-8ae2-745d55e9fbff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.225408] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.225408] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for the task: (returnval){ [ 808.225408] env[70220]: value = "task-3625343" [ 808.225408] env[70220]: _type = "Task" [ 808.225408] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.234858] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625343, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.478398] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.490943] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "6750e7b9-6ca1-43a3-933c-516927e52767" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.491332] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "6750e7b9-6ca1-43a3-933c-516927e52767" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.491627] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "6750e7b9-6ca1-43a3-933c-516927e52767-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.491834] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "6750e7b9-6ca1-43a3-933c-516927e52767-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.492053] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "6750e7b9-6ca1-43a3-933c-516927e52767-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.494424] env[70220]: INFO nova.compute.manager [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Terminating instance [ 808.612214] env[70220]: INFO nova.compute.manager [-] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Took 1.03 seconds to deallocate network for instance. [ 808.638479] env[70220]: ERROR nova.scheduler.client.report [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [req-3959ae35-f3ae-4ec3-bf55-ff8539adc2cb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3959ae35-f3ae-4ec3-bf55-ff8539adc2cb"}]} [ 808.659836] env[70220]: DEBUG nova.scheduler.client.report [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 808.681982] env[70220]: DEBUG nova.scheduler.client.report [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 808.681982] env[70220]: DEBUG nova.compute.provider_tree [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.702025] env[70220]: DEBUG nova.scheduler.client.report [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 808.727709] env[70220]: DEBUG nova.scheduler.client.report [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 808.735544] env[70220]: DEBUG oslo_vmware.api [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625341, 'name': PowerOnVM_Task, 'duration_secs': 0.997001} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.740746] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.740872] env[70220]: INFO nova.compute.manager [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Took 8.88 seconds to spawn the instance on the hypervisor. [ 808.741070] env[70220]: DEBUG nova.compute.manager [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.741943] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653bf4b6-683e-4d41-9684-56e359614368 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.750731] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625343, 'name': Rename_Task, 'duration_secs': 0.14602} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.752490] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.758945] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-252b14b5-22db-4d74-8ce3-0b486431afe8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.767772] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for the task: (returnval){ [ 808.767772] env[70220]: value = "task-3625344" [ 808.767772] env[70220]: _type = "Task" [ 808.767772] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.775810] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.980763] env[70220]: DEBUG oslo_vmware.api [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625342, 'name': PowerOnVM_Task, 'duration_secs': 0.771162} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.982055] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.982055] env[70220]: DEBUG nova.compute.manager [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.985230] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e77a91-4b05-4e54-83eb-acb7bc694e1a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.005045] env[70220]: DEBUG nova.compute.manager [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.005404] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.006652] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5b3a21-365a-4b6b-93f5-e0737491318f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.014088] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.015018] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45bd9b28-e448-404a-841c-2ec6ccee4907 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.024822] env[70220]: DEBUG oslo_vmware.api [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 809.024822] env[70220]: value = "task-3625345" [ 809.024822] env[70220]: _type = "Task" [ 809.024822] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.033144] env[70220]: DEBUG oslo_vmware.api [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.122065] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.277568] env[70220]: INFO nova.compute.manager [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Took 36.98 seconds to build instance. [ 809.289687] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625344, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.308654] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d565c7-3b26-4168-a577-11ab9d120397 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.318017] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2f35f5-20f2-4f03-8a10-20b76b2b24d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.351877] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ba8849-c0ce-4581-9370-332164cb5be5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.359760] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a23d5c4-f63f-4084-8d0b-95281f5828d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.373900] env[70220]: DEBUG nova.compute.provider_tree [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.515328] env[70220]: DEBUG oslo_concurrency.lockutils [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.536554] env[70220]: DEBUG oslo_vmware.api [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625345, 'name': PowerOffVM_Task, 'duration_secs': 0.323417} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.536707] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.536866] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.537166] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fe0b714-3bb8-4c01-868d-13958f44a483 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.598890] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.599138] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.599301] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Deleting the datastore file [datastore1] 6750e7b9-6ca1-43a3-933c-516927e52767 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.599575] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56c7d505-3dd5-47fb-9219-cc1ec9aaa53f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.606831] env[70220]: DEBUG oslo_vmware.api [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 809.606831] env[70220]: value = "task-3625347" [ 809.606831] env[70220]: _type = "Task" [ 809.606831] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.615513] env[70220]: DEBUG oslo_vmware.api [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.782314] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ded0686d-c66d-4ea4-9f8a-c80b27edb156 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.544s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.790872] env[70220]: DEBUG oslo_vmware.api [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625344, 'name': PowerOnVM_Task, 'duration_secs': 0.554909} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.790872] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.790872] env[70220]: INFO nova.compute.manager [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Took 5.28 seconds to spawn the instance on the hypervisor. [ 809.790872] env[70220]: DEBUG nova.compute.manager [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.790872] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0588ed16-d6cd-4673-8724-dd35dea5b89b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.925097] env[70220]: DEBUG nova.scheduler.client.report [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 809.925411] env[70220]: DEBUG nova.compute.provider_tree [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 48 to 49 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 809.925759] env[70220]: DEBUG nova.compute.provider_tree [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.122778] env[70220]: DEBUG oslo_vmware.api [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.122778] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.122778] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.122778] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.122778] env[70220]: INFO nova.compute.manager [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Took 1.12 seconds to destroy the instance on the hypervisor. [ 810.123290] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.123290] env[70220]: DEBUG nova.compute.manager [-] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.123554] env[70220]: DEBUG nova.network.neutron [-] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.285162] env[70220]: DEBUG nova.compute.manager [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.318588] env[70220]: INFO nova.compute.manager [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Took 34.89 seconds to build instance. [ 810.434215] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.032s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.434776] env[70220]: DEBUG nova.compute.manager [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.438268] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.717s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.438374] env[70220]: DEBUG nova.objects.instance [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 810.802527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquiring lock "e94e9694-4aa0-470b-b46b-0c8c93dd3420" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.802527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "e94e9694-4aa0-470b-b46b-0c8c93dd3420" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.802527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquiring lock "e94e9694-4aa0-470b-b46b-0c8c93dd3420-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.802527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "e94e9694-4aa0-470b-b46b-0c8c93dd3420-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.803906] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "e94e9694-4aa0-470b-b46b-0c8c93dd3420-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.808697] env[70220]: INFO nova.compute.manager [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Terminating instance [ 810.818726] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3a4cd1f1-8aee-4fad-9dcf-faef38abc9ad tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "6cb69540-1a92-4eff-9c4c-cd8a41516690" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.203s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.824969] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.909629] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquiring lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.909629] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.909629] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquiring lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.909629] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.909943] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.910621] env[70220]: INFO nova.compute.manager [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Terminating instance [ 810.945024] env[70220]: DEBUG nova.compute.utils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.948550] env[70220]: DEBUG nova.compute.manager [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Not allocating networking since 'none' was specified. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 811.038204] env[70220]: DEBUG nova.network.neutron [-] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.200049] env[70220]: DEBUG nova.compute.manager [req-9aa7e164-24ad-4b1a-b520-4327156d8224 req-3f9582f1-c621-4a00-97ad-0de801e0123f service nova] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Received event network-vif-deleted-6dc171cf-2c04-43a4-a283-94fbebe96c08 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.317975] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquiring lock "refresh_cache-e94e9694-4aa0-470b-b46b-0c8c93dd3420" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.317975] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquired lock "refresh_cache-e94e9694-4aa0-470b-b46b-0c8c93dd3420" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.317975] env[70220]: DEBUG nova.network.neutron [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.324223] env[70220]: DEBUG nova.compute.manager [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.415861] env[70220]: DEBUG nova.compute.manager [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.416095] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.417096] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d73e10-8c50-4a31-93e2-cece581f8271 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.427044] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.427334] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dab508fc-37c5-46c7-90b6-a6e3992c67b4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.436357] env[70220]: DEBUG oslo_vmware.api [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for the task: (returnval){ [ 811.436357] env[70220]: value = "task-3625348" [ 811.436357] env[70220]: _type = "Task" [ 811.436357] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.445400] env[70220]: DEBUG oslo_vmware.api [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.449140] env[70220]: DEBUG nova.compute.manager [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.462021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ab593ac-2d04-43b4-b659-12ed261549fb tempest-ServersAdmin275Test-374131798 tempest-ServersAdmin275Test-374131798-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.462021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.334s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.465761] env[70220]: INFO nova.compute.claims [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.543729] env[70220]: INFO nova.compute.manager [-] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Took 1.42 seconds to deallocate network for instance. [ 811.856696] env[70220]: DEBUG nova.network.neutron [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.867315] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.952783] env[70220]: DEBUG oslo_vmware.api [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625348, 'name': PowerOffVM_Task, 'duration_secs': 0.399872} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.956781] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.957102] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.957412] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86aec4b8-7cf9-4e1a-adb9-3d067f2bf97d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.013397] env[70220]: DEBUG nova.network.neutron [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.021911] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.022579] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.022688] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Deleting the datastore file [datastore2] 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.022984] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fbfd962-ad71-4033-b120-d0b09a7b6a33 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.030262] env[70220]: DEBUG oslo_vmware.api [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for the task: (returnval){ [ 812.030262] env[70220]: value = "task-3625350" [ 812.030262] env[70220]: _type = "Task" [ 812.030262] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.043279] env[70220]: DEBUG oslo_vmware.api [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.056163] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.468966] env[70220]: DEBUG nova.compute.manager [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.507644] env[70220]: DEBUG nova.virt.hardware [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.507897] env[70220]: DEBUG nova.virt.hardware [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.508322] env[70220]: DEBUG nova.virt.hardware [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.508322] env[70220]: DEBUG nova.virt.hardware [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.508460] env[70220]: DEBUG nova.virt.hardware [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.508605] env[70220]: DEBUG nova.virt.hardware [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.508923] env[70220]: DEBUG nova.virt.hardware [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.508955] env[70220]: DEBUG nova.virt.hardware [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.509485] env[70220]: DEBUG nova.virt.hardware [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.509716] env[70220]: DEBUG nova.virt.hardware [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.513019] env[70220]: DEBUG nova.virt.hardware [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.513019] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49916e34-c247-4cce-9c94-237650cba281 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.516662] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Releasing lock "refresh_cache-e94e9694-4aa0-470b-b46b-0c8c93dd3420" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.517561] env[70220]: DEBUG nova.compute.manager [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.517837] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.519660] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481c00a9-f7f2-4d65-a476-99509f8838e5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.531957] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33b3c43-3e32-4e33-9dff-f738dbe2d571 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.546351] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.548614] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d868eb9-44a4-4fcd-ae61-2269906ae997 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.563128] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.572055] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.576227] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.576704] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddd08069-4205-4019-908c-bbafaf945a8c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.598106] env[70220]: DEBUG oslo_vmware.api [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 812.598106] env[70220]: value = "task-3625351" [ 812.598106] env[70220]: _type = "Task" [ 812.598106] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.598106] env[70220]: DEBUG oslo_vmware.api [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Task: {'id': task-3625350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223412} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.600461] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.600678] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.600837] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.601033] env[70220]: INFO nova.compute.manager [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 812.604035] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.605748] env[70220]: DEBUG nova.compute.manager [-] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.605855] env[70220]: DEBUG nova.network.neutron [-] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.611895] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.611895] env[70220]: value = "task-3625352" [ 812.611895] env[70220]: _type = "Task" [ 812.611895] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.619154] env[70220]: DEBUG oslo_vmware.api [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.632211] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625352, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.118834] env[70220]: DEBUG oslo_vmware.api [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625351, 'name': PowerOffVM_Task, 'duration_secs': 0.152657} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.130956] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.131209] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.131698] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb2a9e0e-75f9-40d6-aa05-af79391a7178 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.149285] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625352, 'name': CreateVM_Task, 'duration_secs': 0.469794} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.153075] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.153679] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.153752] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.156834] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.156834] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7c0f77-aac7-486f-9099-fd0b7f5ac3c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.161145] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 813.161145] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5276328e-f1c8-72bb-6460-4eaac7826c15" [ 813.161145] env[70220]: _type = "Task" [ 813.161145] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.174192] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5276328e-f1c8-72bb-6460-4eaac7826c15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.179538] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.179538] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.179670] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Deleting the datastore file [datastore1] e94e9694-4aa0-470b-b46b-0c8c93dd3420 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.180087] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a0b4102-d05d-4fd6-9a6f-734fd296ec31 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.189085] env[70220]: DEBUG oslo_vmware.api [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for the task: (returnval){ [ 813.189085] env[70220]: value = "task-3625354" [ 813.189085] env[70220]: _type = "Task" [ 813.189085] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.204253] env[70220]: DEBUG oslo_vmware.api [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.263084] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35701a8-1acb-4a0c-a1ce-c051b7c42ebc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.272786] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4e5c7c-25c5-4c85-baa9-61cbc5df0978 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.310239] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9191f95-7afb-41ec-963d-9cf7c2d021ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.318419] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fb2aa9-d101-44a3-853f-e5a1c296ecb4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.334515] env[70220]: DEBUG nova.compute.provider_tree [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.403113] env[70220]: DEBUG nova.compute.manager [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Received event network-changed-27fc46f1-d585-47e6-9b7c-bc51f08317d9 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.403724] env[70220]: DEBUG nova.compute.manager [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Refreshing instance network info cache due to event network-changed-27fc46f1-d585-47e6-9b7c-bc51f08317d9. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.404458] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] Acquiring lock "refresh_cache-6cb69540-1a92-4eff-9c4c-cd8a41516690" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.404458] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] Acquired lock "refresh_cache-6cb69540-1a92-4eff-9c4c-cd8a41516690" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.404757] env[70220]: DEBUG nova.network.neutron [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Refreshing network info cache for port 27fc46f1-d585-47e6-9b7c-bc51f08317d9 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.639328] env[70220]: DEBUG nova.network.neutron [-] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.672265] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5276328e-f1c8-72bb-6460-4eaac7826c15, 'name': SearchDatastore_Task, 'duration_secs': 0.029019} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.672556] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.672765] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.672970] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.673126] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.673302] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.673573] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2127f0a-bd81-4868-8280-a5194f52d35e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.684023] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.684237] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.685543] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9059f8a0-cf6d-4b85-95e8-47bc66e871f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.693896] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 813.693896] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52abcbce-fe6a-266f-1a96-f37a1db37099" [ 813.693896] env[70220]: _type = "Task" [ 813.693896] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.704618] env[70220]: DEBUG oslo_vmware.api [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Task: {'id': task-3625354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457019} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.705907] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.706330] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.706525] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.706908] env[70220]: INFO nova.compute.manager [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Took 1.19 seconds to destroy the instance on the hypervisor. [ 813.707229] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.711152] env[70220]: DEBUG nova.compute.manager [-] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.711273] env[70220]: DEBUG nova.network.neutron [-] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.713429] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52abcbce-fe6a-266f-1a96-f37a1db37099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.732535] env[70220]: DEBUG nova.network.neutron [-] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.877485] env[70220]: DEBUG nova.scheduler.client.report [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 813.877746] env[70220]: DEBUG nova.compute.provider_tree [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 49 to 50 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 813.877925] env[70220]: DEBUG nova.compute.provider_tree [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.143383] env[70220]: INFO nova.compute.manager [-] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Took 1.54 seconds to deallocate network for instance. [ 814.204023] env[70220]: DEBUG nova.network.neutron [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Updated VIF entry in instance network info cache for port 27fc46f1-d585-47e6-9b7c-bc51f08317d9. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.204023] env[70220]: DEBUG nova.network.neutron [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Updating instance_info_cache with network_info: [{"id": "27fc46f1-d585-47e6-9b7c-bc51f08317d9", "address": "fa:16:3e:c2:3d:18", "network": {"id": "ba455a6e-911e-4300-9d9a-80611d4e6eca", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-278398419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4500b0d442246139a545b9d4cddd692", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27fc46f1-d5", "ovs_interfaceid": "27fc46f1-d585-47e6-9b7c-bc51f08317d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.214016] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52abcbce-fe6a-266f-1a96-f37a1db37099, 'name': SearchDatastore_Task, 'duration_secs': 0.033788} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.215117] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f6a3a7-a95d-42c4-9194-17e1b255d490 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.222686] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 814.222686] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525ad036-b135-c52e-fa9e-45391518480e" [ 814.222686] env[70220]: _type = "Task" [ 814.222686] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.241053] env[70220]: DEBUG nova.network.neutron [-] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.242739] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525ad036-b135-c52e-fa9e-45391518480e, 'name': SearchDatastore_Task, 'duration_secs': 0.011724} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.242739] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.242739] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 59d02e38-bd37-49eb-977c-577df91eb2e6/59d02e38-bd37-49eb-977c-577df91eb2e6.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.242739] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce4da722-f99f-4744-a15a-a9160dc03c67 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.250689] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 814.250689] env[70220]: value = "task-3625355" [ 814.250689] env[70220]: _type = "Task" [ 814.250689] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.262132] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.383769] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.922s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.384202] env[70220]: DEBUG nova.compute.manager [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.391024] env[70220]: DEBUG oslo_concurrency.lockutils [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.952s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.391024] env[70220]: DEBUG nova.objects.instance [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Lazy-loading 'resources' on Instance uuid 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.663026] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.709245] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] Releasing lock "refresh_cache-6cb69540-1a92-4eff-9c4c-cd8a41516690" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.709680] env[70220]: DEBUG nova.compute.manager [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Received event network-vif-deleted-a0cc5b52-69f0-456c-aba7-475dd0aa6219 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.709875] env[70220]: INFO nova.compute.manager [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Neutron deleted interface a0cc5b52-69f0-456c-aba7-475dd0aa6219; detaching it from the instance and deleting it from the info cache [ 814.710060] env[70220]: DEBUG nova.network.neutron [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.743421] env[70220]: INFO nova.compute.manager [-] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Took 1.03 seconds to deallocate network for instance. [ 814.762754] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625355, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.780933] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquiring lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.780933] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.897560] env[70220]: DEBUG nova.compute.utils [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.906846] env[70220]: DEBUG nova.compute.manager [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.906846] env[70220]: DEBUG nova.network.neutron [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.963285] env[70220]: DEBUG nova.policy [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59a7338286594fe992c2d83a2df7e579', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cc74c71fe014812b8107d6403a7b03d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.216231] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35b6f3c9-b2bd-4e45-8a79-2b375ca0bcbc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.224509] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd09328c-8db2-45cd-8716-a3e69d609361 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.981314] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.983465] env[70220]: DEBUG nova.compute.manager [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.987263] env[70220]: DEBUG nova.compute.manager [req-aa5aba2a-fda9-4b3f-aa73-5eb75a99e190 req-94925a9d-718a-40eb-928a-c6aa6dd3f10b service nova] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Detach interface failed, port_id=a0cc5b52-69f0-456c-aba7-475dd0aa6219, reason: Instance 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 815.991130] env[70220]: DEBUG nova.network.neutron [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Successfully created port: fdbf415a-1c9d-40f3-a9d4-f4efceec7988 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.997837] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquiring lock "0f111af8-5458-46f1-8cde-f30a1dc8f355" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.000759] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Lock "0f111af8-5458-46f1-8cde-f30a1dc8f355" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.006879] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52485} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.007503] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 59d02e38-bd37-49eb-977c-577df91eb2e6/59d02e38-bd37-49eb-977c-577df91eb2e6.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.007503] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.007830] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50b0aa59-6ef4-4bc7-90ba-9a776ab06d36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.014652] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 816.014652] env[70220]: value = "task-3625356" [ 816.014652] env[70220]: _type = "Task" [ 816.014652] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.024352] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.191893] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d194e9bc-a0a3-4e25-9746-636bdc9965f4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.200781] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2a5789-aeb9-4445-a95b-64e1a4999099 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.236519] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d466ee1c-a53c-472a-821e-ff1d57ad2b41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.244185] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b546dd-467a-4731-a773-2c73be4062c6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.259637] env[70220]: DEBUG nova.compute.provider_tree [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.500023] env[70220]: INFO nova.virt.block_device [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Booting with volume 79102c24-8c14-43c5-8a57-d2bed5f35ba7 at /dev/sda [ 816.523986] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091804} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.524270] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.525085] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31f549c-e41a-4676-879b-270d04996eb7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.544990] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 59d02e38-bd37-49eb-977c-577df91eb2e6/59d02e38-bd37-49eb-977c-577df91eb2e6.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.545307] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b463accc-45a3-4e56-a788-0cf0714b3bf0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.560751] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1882a6df-7255-489e-af30-a40f4eb9af08 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.573067] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdc26a6-2bb6-4bd8-b4bc-22ddbb7d1579 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.585298] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 816.585298] env[70220]: value = "task-3625357" [ 816.585298] env[70220]: _type = "Task" [ 816.585298] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.598335] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625357, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.608757] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fa8c013-22cd-4336-bcb6-d15e04cbe330 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.617275] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b10e1f-9e7c-4848-87a5-f2244b42fddd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.649772] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93faad39-ee4e-41e2-972d-d7479e9f6cf6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.655541] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6051ca05-ba19-4a4b-8104-bdc3ca60d716 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.668896] env[70220]: DEBUG nova.virt.block_device [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Updating existing volume attachment record: a37b26bb-ec34-4797-b2ad-74d1b5f4cb63 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 816.763149] env[70220]: DEBUG nova.scheduler.client.report [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.095487] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625357, 'name': ReconfigVM_Task, 'duration_secs': 0.302952} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.095814] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 59d02e38-bd37-49eb-977c-577df91eb2e6/59d02e38-bd37-49eb-977c-577df91eb2e6.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.096703] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54d3662d-a702-4ac7-a402-477013e763c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.103673] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 817.103673] env[70220]: value = "task-3625358" [ 817.103673] env[70220]: _type = "Task" [ 817.103673] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.111477] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625358, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.272639] env[70220]: DEBUG oslo_concurrency.lockutils [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.883s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.275804] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.792s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.277902] env[70220]: INFO nova.compute.claims [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.299118] env[70220]: INFO nova.scheduler.client.report [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Deleted allocations for instance 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b [ 817.574695] env[70220]: DEBUG nova.compute.manager [req-5b3cc055-cfd3-4b52-8057-2ccbc47aab55 req-d2205d21-4e82-4f53-b86c-28720330011a service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Received event network-vif-plugged-fdbf415a-1c9d-40f3-a9d4-f4efceec7988 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.575015] env[70220]: DEBUG oslo_concurrency.lockutils [req-5b3cc055-cfd3-4b52-8057-2ccbc47aab55 req-d2205d21-4e82-4f53-b86c-28720330011a service nova] Acquiring lock "0bc3e427-2335-46f3-b311-fa688563fece-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.575244] env[70220]: DEBUG oslo_concurrency.lockutils [req-5b3cc055-cfd3-4b52-8057-2ccbc47aab55 req-d2205d21-4e82-4f53-b86c-28720330011a service nova] Lock "0bc3e427-2335-46f3-b311-fa688563fece-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.575454] env[70220]: DEBUG oslo_concurrency.lockutils [req-5b3cc055-cfd3-4b52-8057-2ccbc47aab55 req-d2205d21-4e82-4f53-b86c-28720330011a service nova] Lock "0bc3e427-2335-46f3-b311-fa688563fece-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.575669] env[70220]: DEBUG nova.compute.manager [req-5b3cc055-cfd3-4b52-8057-2ccbc47aab55 req-d2205d21-4e82-4f53-b86c-28720330011a service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] No waiting events found dispatching network-vif-plugged-fdbf415a-1c9d-40f3-a9d4-f4efceec7988 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.576435] env[70220]: WARNING nova.compute.manager [req-5b3cc055-cfd3-4b52-8057-2ccbc47aab55 req-d2205d21-4e82-4f53-b86c-28720330011a service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Received unexpected event network-vif-plugged-fdbf415a-1c9d-40f3-a9d4-f4efceec7988 for instance with vm_state building and task_state block_device_mapping. [ 817.602353] env[70220]: DEBUG nova.network.neutron [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Successfully updated port: fdbf415a-1c9d-40f3-a9d4-f4efceec7988 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.615025] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625358, 'name': Rename_Task, 'duration_secs': 0.152158} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.619519] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.619519] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5198fca3-6d8e-4771-8911-d142047e7fa6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.627783] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 817.627783] env[70220]: value = "task-3625359" [ 817.627783] env[70220]: _type = "Task" [ 817.627783] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.636912] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.809931] env[70220]: DEBUG oslo_concurrency.lockutils [None req-548485a1-e7ad-4d7b-bbba-bb2a3ec491b7 tempest-FloatingIPsAssociationNegativeTestJSON-516869368 tempest-FloatingIPsAssociationNegativeTestJSON-516869368-project-member] Lock "2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.192s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.110149] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Acquiring lock "refresh_cache-0bc3e427-2335-46f3-b311-fa688563fece" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.110149] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Acquired lock "refresh_cache-0bc3e427-2335-46f3-b311-fa688563fece" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.110337] env[70220]: DEBUG nova.network.neutron [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.141575] env[70220]: DEBUG oslo_vmware.api [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625359, 'name': PowerOnVM_Task, 'duration_secs': 0.459041} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.141793] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.141983] env[70220]: INFO nova.compute.manager [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Took 5.67 seconds to spawn the instance on the hypervisor. [ 818.142169] env[70220]: DEBUG nova.compute.manager [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.142934] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c837ae9-2376-44bd-84ae-afd6a6aae8ec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.157499] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "a88a7999-85b6-4f16-9da7-1dea0c980f16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.157717] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.664317] env[70220]: INFO nova.compute.manager [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Took 39.10 seconds to build instance. [ 818.667283] env[70220]: DEBUG nova.network.neutron [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.776846] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab78109d-9ead-463b-b2ce-98bb32f6e148 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.785580] env[70220]: DEBUG nova.compute.manager [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.786194] env[70220]: DEBUG nova.virt.hardware [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.786467] env[70220]: DEBUG nova.virt.hardware [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.786662] env[70220]: DEBUG nova.virt.hardware [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.786881] env[70220]: DEBUG nova.virt.hardware [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.787071] env[70220]: DEBUG nova.virt.hardware [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.787249] env[70220]: DEBUG nova.virt.hardware [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.787483] env[70220]: DEBUG nova.virt.hardware [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.787673] env[70220]: DEBUG nova.virt.hardware [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.787868] env[70220]: DEBUG nova.virt.hardware [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.788569] env[70220]: DEBUG nova.virt.hardware [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.788836] env[70220]: DEBUG nova.virt.hardware [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.789693] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad639101-a859-4bbe-9bf7-03ca3b482355 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.795901] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d559944b-34ac-4b3d-9a2c-df74e0911482 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.834406] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fba5f4-494a-48dd-a495-21deb37264b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.841320] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039ba34c-d564-4769-98e8-9fd7a04d814a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.858853] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971f47a0-d803-4fd0-b3b1-a4aabf135958 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.873358] env[70220]: DEBUG nova.compute.provider_tree [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.905152] env[70220]: DEBUG nova.network.neutron [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Updating instance_info_cache with network_info: [{"id": "fdbf415a-1c9d-40f3-a9d4-f4efceec7988", "address": "fa:16:3e:b3:b6:1c", "network": {"id": "1884cc5e-61eb-4042-b2ec-59d4399c5994", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1927889894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc74c71fe014812b8107d6403a7b03d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdbf415a-1c", "ovs_interfaceid": "fdbf415a-1c9d-40f3-a9d4-f4efceec7988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.170025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-afcdf398-e0aa-415c-a066-b66c6fa2031b tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "59d02e38-bd37-49eb-977c-577df91eb2e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.062s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.377628] env[70220]: DEBUG nova.scheduler.client.report [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.412032] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Releasing lock "refresh_cache-0bc3e427-2335-46f3-b311-fa688563fece" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.412032] env[70220]: DEBUG nova.compute.manager [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Instance network_info: |[{"id": "fdbf415a-1c9d-40f3-a9d4-f4efceec7988", "address": "fa:16:3e:b3:b6:1c", "network": {"id": "1884cc5e-61eb-4042-b2ec-59d4399c5994", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1927889894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc74c71fe014812b8107d6403a7b03d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdbf415a-1c", "ovs_interfaceid": "fdbf415a-1c9d-40f3-a9d4-f4efceec7988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.412392] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:b6:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdbf415a-1c9d-40f3-a9d4-f4efceec7988', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.418890] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Creating folder: Project (3cc74c71fe014812b8107d6403a7b03d). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.419795] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48e5ec76-d16b-4d1f-9fd0-789b17948f9a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.436746] env[70220]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 819.436900] env[70220]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70220) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 819.437581] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Folder already exists: Project (3cc74c71fe014812b8107d6403a7b03d). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 819.437768] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Creating folder: Instances. Parent ref: group-v722953. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.438741] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71564501-98d1-46d5-9119-a16f76d0bd6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.449271] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Created folder: Instances in parent group-v722953. [ 819.449515] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.449710] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.449981] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ceba9dd7-d820-4367-8aa2-e0d6b2950620 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.470279] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.470279] env[70220]: value = "task-3625362" [ 819.470279] env[70220]: _type = "Task" [ 819.470279] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.479804] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625362, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.606265] env[70220]: DEBUG nova.compute.manager [req-1a3d0685-1497-459c-aa10-189d0ed557a2 req-06c7c1ea-a2ae-4738-b259-a749d0aec050 service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Received event network-changed-fdbf415a-1c9d-40f3-a9d4-f4efceec7988 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.606326] env[70220]: DEBUG nova.compute.manager [req-1a3d0685-1497-459c-aa10-189d0ed557a2 req-06c7c1ea-a2ae-4738-b259-a749d0aec050 service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Refreshing instance network info cache due to event network-changed-fdbf415a-1c9d-40f3-a9d4-f4efceec7988. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.606547] env[70220]: DEBUG oslo_concurrency.lockutils [req-1a3d0685-1497-459c-aa10-189d0ed557a2 req-06c7c1ea-a2ae-4738-b259-a749d0aec050 service nova] Acquiring lock "refresh_cache-0bc3e427-2335-46f3-b311-fa688563fece" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.606810] env[70220]: DEBUG oslo_concurrency.lockutils [req-1a3d0685-1497-459c-aa10-189d0ed557a2 req-06c7c1ea-a2ae-4738-b259-a749d0aec050 service nova] Acquired lock "refresh_cache-0bc3e427-2335-46f3-b311-fa688563fece" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.606906] env[70220]: DEBUG nova.network.neutron [req-1a3d0685-1497-459c-aa10-189d0ed557a2 req-06c7c1ea-a2ae-4738-b259-a749d0aec050 service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Refreshing network info cache for port fdbf415a-1c9d-40f3-a9d4-f4efceec7988 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.677137] env[70220]: DEBUG nova.compute.manager [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.681391] env[70220]: INFO nova.compute.manager [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Rebuilding instance [ 819.754682] env[70220]: DEBUG nova.compute.manager [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.755632] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c1147b-d76f-4693-8718-3ac3629bbaab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.887453] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.888022] env[70220]: DEBUG nova.compute.manager [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.891115] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.747s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.891389] env[70220]: DEBUG nova.objects.instance [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lazy-loading 'resources' on Instance uuid 34212518-eb14-4da3-913a-9c68b5f5e353 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.981518] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625362, 'name': CreateVM_Task, 'duration_secs': 0.327714} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.981714] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.982413] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'a37b26bb-ec34-4797-b2ad-74d1b5f4cb63', 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722967', 'volume_id': '79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'name': 'volume-79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bc3e427-2335-46f3-b311-fa688563fece', 'attached_at': '', 'detached_at': '', 'volume_id': '79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'serial': '79102c24-8c14-43c5-8a57-d2bed5f35ba7'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=70220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 819.982764] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Root volume attach. Driver type: vmdk {{(pid=70220) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 819.983413] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e21720-ae05-436b-9e4d-436242871274 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.991436] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af4c26e-4817-4e60-a0ba-c7aa49c0ffc8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.997475] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37c6773-9cb1-4230-9039-8240aadc36d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.007768] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-89512801-31ea-47c2-b445-bb44ba2192b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.014985] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Waiting for the task: (returnval){ [ 820.014985] env[70220]: value = "task-3625363" [ 820.014985] env[70220]: _type = "Task" [ 820.014985] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.022853] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625363, 'name': RelocateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.209743] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.361216] env[70220]: DEBUG nova.network.neutron [req-1a3d0685-1497-459c-aa10-189d0ed557a2 req-06c7c1ea-a2ae-4738-b259-a749d0aec050 service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Updated VIF entry in instance network info cache for port fdbf415a-1c9d-40f3-a9d4-f4efceec7988. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.361611] env[70220]: DEBUG nova.network.neutron [req-1a3d0685-1497-459c-aa10-189d0ed557a2 req-06c7c1ea-a2ae-4738-b259-a749d0aec050 service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Updating instance_info_cache with network_info: [{"id": "fdbf415a-1c9d-40f3-a9d4-f4efceec7988", "address": "fa:16:3e:b3:b6:1c", "network": {"id": "1884cc5e-61eb-4042-b2ec-59d4399c5994", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1927889894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc74c71fe014812b8107d6403a7b03d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdbf415a-1c", "ovs_interfaceid": "fdbf415a-1c9d-40f3-a9d4-f4efceec7988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.394658] env[70220]: DEBUG nova.compute.utils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.396241] env[70220]: DEBUG nova.compute.manager [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Not allocating networking since 'none' was specified. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 820.525104] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625363, 'name': RelocateVM_Task} progress is 42%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.781479] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.782031] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89ddb3db-9953-4473-ae95-29a662ff9499 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.790307] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 820.790307] env[70220]: value = "task-3625364" [ 820.790307] env[70220]: _type = "Task" [ 820.790307] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.803725] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.864017] env[70220]: DEBUG oslo_concurrency.lockutils [req-1a3d0685-1497-459c-aa10-189d0ed557a2 req-06c7c1ea-a2ae-4738-b259-a749d0aec050 service nova] Releasing lock "refresh_cache-0bc3e427-2335-46f3-b311-fa688563fece" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.902495] env[70220]: DEBUG nova.compute.manager [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.954142] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efb39fa-9fe4-4e34-9dde-9e6bafef482f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.964285] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d8910a-c1f1-40ed-a6e9-8632442646e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.999524] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8309f4da-5198-4580-a64d-5be7404cdf5d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.008500] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e02525f-3077-4fda-8d7a-1fb02f38bdcb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.023964] env[70220]: DEBUG nova.compute.provider_tree [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.034540] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625363, 'name': RelocateVM_Task} progress is 54%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.302141] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625364, 'name': PowerOffVM_Task, 'duration_secs': 0.202059} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.302426] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.302737] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.303585] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b4b167-3bb4-4e66-b2ca-64340d3ea23a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.311230] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.311528] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a384fdc-4652-407d-8944-84f2aaac0787 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.344537] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.344699] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.344889] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Deleting the datastore file [datastore1] 59d02e38-bd37-49eb-977c-577df91eb2e6 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.345229] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fafe95bd-eb9a-48db-a9b2-1fa98782b187 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.352404] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 821.352404] env[70220]: value = "task-3625366" [ 821.352404] env[70220]: _type = "Task" [ 821.352404] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.361741] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.530014] env[70220]: DEBUG nova.scheduler.client.report [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.540031] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625363, 'name': RelocateVM_Task} progress is 69%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.866298] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238048} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.866603] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.866603] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.866792] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.921495] env[70220]: DEBUG nova.compute.manager [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.955793] env[70220]: DEBUG nova.virt.hardware [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.956070] env[70220]: DEBUG nova.virt.hardware [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.956231] env[70220]: DEBUG nova.virt.hardware [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.956454] env[70220]: DEBUG nova.virt.hardware [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.956619] env[70220]: DEBUG nova.virt.hardware [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.956761] env[70220]: DEBUG nova.virt.hardware [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.956990] env[70220]: DEBUG nova.virt.hardware [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.957156] env[70220]: DEBUG nova.virt.hardware [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.957405] env[70220]: DEBUG nova.virt.hardware [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.957490] env[70220]: DEBUG nova.virt.hardware [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.957661] env[70220]: DEBUG nova.virt.hardware [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.958654] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5074f999-2824-49fc-89c9-1b5587a193a7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.967941] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1165bc-f989-4a4f-b081-5fb8d4479ae6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.983294] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.989407] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Creating folder: Project (f5f1cff4224d4d9c9a5258627f9a0d49). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.990093] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f906e60d-b35b-4334-9aec-c22c516919e8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.003667] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Created folder: Project (f5f1cff4224d4d9c9a5258627f9a0d49) in parent group-v722922. [ 822.003856] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Creating folder: Instances. Parent ref: group-v722998. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.004144] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5aaf9f4-72cb-459e-be1a-c896af3533b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.014491] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Created folder: Instances in parent group-v722998. [ 822.014773] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.014980] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.016105] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9e776ed-a95f-4d5b-b640-7fad8c1f93d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.035954] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625363, 'name': RelocateVM_Task} progress is 84%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.037331] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.037331] env[70220]: value = "task-3625369" [ 822.037331] env[70220]: _type = "Task" [ 822.037331] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.042632] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.044088] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.664s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.047022] env[70220]: INFO nova.compute.claims [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.053572] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625369, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.079240] env[70220]: INFO nova.scheduler.client.report [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Deleted allocations for instance 34212518-eb14-4da3-913a-9c68b5f5e353 [ 822.538479] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625363, 'name': RelocateVM_Task} progress is 97%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.548572] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625369, 'name': CreateVM_Task, 'duration_secs': 0.345459} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.548785] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.549417] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.549582] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.549895] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.550163] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16451b6a-0b2c-4076-aa8e-e4f250ee6982 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.557131] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 822.557131] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5287ee13-61db-c118-963f-43f64a63683d" [ 822.557131] env[70220]: _type = "Task" [ 822.557131] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.566672] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5287ee13-61db-c118-963f-43f64a63683d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.587268] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9b5d8d40-79f7-4eba-a721-059b8188a2da tempest-ServersAdmin275Test-2049454246 tempest-ServersAdmin275Test-2049454246-project-member] Lock "34212518-eb14-4da3-913a-9c68b5f5e353" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.711s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.903507] env[70220]: DEBUG nova.virt.hardware [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.903776] env[70220]: DEBUG nova.virt.hardware [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.903930] env[70220]: DEBUG nova.virt.hardware [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.904120] env[70220]: DEBUG nova.virt.hardware [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.904269] env[70220]: DEBUG nova.virt.hardware [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.904433] env[70220]: DEBUG nova.virt.hardware [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.904613] env[70220]: DEBUG nova.virt.hardware [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.904910] env[70220]: DEBUG nova.virt.hardware [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.905027] env[70220]: DEBUG nova.virt.hardware [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.905092] env[70220]: DEBUG nova.virt.hardware [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.905266] env[70220]: DEBUG nova.virt.hardware [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.906786] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea5b072-5695-473d-b3f6-dff0819e0784 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.915512] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e9818c-3034-4c34-8868-9f57683ce51d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.933609] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.939448] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.939747] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.940017] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e87875-dd5e-40b7-b88a-56298449f930 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.957943] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.957943] env[70220]: value = "task-3625370" [ 822.957943] env[70220]: _type = "Task" [ 822.957943] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.967070] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625370, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.039956] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625363, 'name': RelocateVM_Task} progress is 98%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.075306] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5287ee13-61db-c118-963f-43f64a63683d, 'name': SearchDatastore_Task, 'duration_secs': 0.026025} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.075306] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.075306] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.075306] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.076653] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.076653] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.076653] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcb2e209-58ee-4887-b738-86491d993911 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.084334] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.084495] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.085239] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac1d5d0-ed2d-4ac2-894d-727cabc5e2b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.091245] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 823.091245] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5295e9fb-4a21-69ac-b5e4-1b7dd8bae191" [ 823.091245] env[70220]: _type = "Task" [ 823.091245] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.103453] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5295e9fb-4a21-69ac-b5e4-1b7dd8bae191, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.104277] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc11b59e-fff3-4a86-9aea-f6353a1cde2f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.109302] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 823.109302] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52742824-9474-9712-f04e-0298509062f5" [ 823.109302] env[70220]: _type = "Task" [ 823.109302] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.117802] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52742824-9474-9712-f04e-0298509062f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.469426] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625370, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.541517] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625363, 'name': RelocateVM_Task, 'duration_secs': 3.156443} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.546175] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 823.546175] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722967', 'volume_id': '79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'name': 'volume-79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bc3e427-2335-46f3-b311-fa688563fece', 'attached_at': '', 'detached_at': '', 'volume_id': '79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'serial': '79102c24-8c14-43c5-8a57-d2bed5f35ba7'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 823.546175] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd027304-97e3-4795-b029-c0ce1be431a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.568103] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e6dc87-9e97-4344-86df-81afe3611d35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.592786] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] volume-79102c24-8c14-43c5-8a57-d2bed5f35ba7/volume-79102c24-8c14-43c5-8a57-d2bed5f35ba7.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.596069] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c952026f-43e3-4a14-a2f9-6ef522d0eed2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.622795] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52742824-9474-9712-f04e-0298509062f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008382} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.624533] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.625220] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] d0b2e7f5-622a-458f-86b2-44a8a6e86e1b/d0b2e7f5-622a-458f-86b2-44a8a6e86e1b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.625220] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Waiting for the task: (returnval){ [ 823.625220] env[70220]: value = "task-3625371" [ 823.625220] env[70220]: _type = "Task" [ 823.625220] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.627638] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb556887-315e-4afa-af0d-d63859e3efa8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.638413] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.641028] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 823.641028] env[70220]: value = "task-3625372" [ 823.641028] env[70220]: _type = "Task" [ 823.641028] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.650477] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.669954] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c472ba-3383-4c0e-9662-b5ab35efdeb4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.678017] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bd7f58-8d6b-4ede-9ef7-3acfa37301db {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.709148] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3625e34-a1b0-4ca7-a789-36d36f7d936c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.717566] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327a57b3-767a-4dcb-80dd-9ca3d2655817 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.731753] env[70220]: DEBUG nova.compute.provider_tree [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.969847] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625370, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.140388] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.149046] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498372} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.149327] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] d0b2e7f5-622a-458f-86b2-44a8a6e86e1b/d0b2e7f5-622a-458f-86b2-44a8a6e86e1b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.149623] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.149935] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66abcf0f-9cde-4d46-84c4-29f33f0b71fd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.156389] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 824.156389] env[70220]: value = "task-3625373" [ 824.156389] env[70220]: _type = "Task" [ 824.156389] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.171766] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.235078] env[70220]: DEBUG nova.scheduler.client.report [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.468735] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625370, 'name': CreateVM_Task, 'duration_secs': 1.303976} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.468909] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.469336] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.469494] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.469803] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.470118] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05cbcd3-47bf-48a0-9038-48794a50a74d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.474647] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 824.474647] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bb03bb-fdaf-c998-9a30-fcf746b27248" [ 824.474647] env[70220]: _type = "Task" [ 824.474647] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.482346] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bb03bb-fdaf-c998-9a30-fcf746b27248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.640040] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625371, 'name': ReconfigVM_Task, 'duration_secs': 0.721073} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.640348] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Reconfigured VM instance instance-00000019 to attach disk [datastore1] volume-79102c24-8c14-43c5-8a57-d2bed5f35ba7/volume-79102c24-8c14-43c5-8a57-d2bed5f35ba7.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.645415] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2382d1d-9c5f-4554-ab26-318090325174 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.662064] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Waiting for the task: (returnval){ [ 824.662064] env[70220]: value = "task-3625374" [ 824.662064] env[70220]: _type = "Task" [ 824.662064] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.669015] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071195} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.669015] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.669597] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d108e1-38a8-482b-8c91-f10a5c7d1530 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.676180] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.694446] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] d0b2e7f5-622a-458f-86b2-44a8a6e86e1b/d0b2e7f5-622a-458f-86b2-44a8a6e86e1b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.694767] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff50b227-d080-4e02-bd77-6c0021ff7c7e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.716863] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 824.716863] env[70220]: value = "task-3625375" [ 824.716863] env[70220]: _type = "Task" [ 824.716863] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.725251] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.745338] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.746017] env[70220]: DEBUG nova.compute.manager [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.749147] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.648s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.750220] env[70220]: INFO nova.compute.claims [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.986241] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bb03bb-fdaf-c998-9a30-fcf746b27248, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.986554] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.986784] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.987814] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.987814] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.987814] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.987814] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fbb5698-15ae-4dd0-be1f-cab09efa8f13 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.995757] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.995848] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.996606] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b9d1c5-38c8-45bd-b6b2-0d0667a48480 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.001977] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 825.001977] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52649ca0-a37e-1b87-13bb-fece3226decf" [ 825.001977] env[70220]: _type = "Task" [ 825.001977] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.010474] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52649ca0-a37e-1b87-13bb-fece3226decf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.172840] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625374, 'name': ReconfigVM_Task, 'duration_secs': 0.141087} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.175992] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722967', 'volume_id': '79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'name': 'volume-79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bc3e427-2335-46f3-b311-fa688563fece', 'attached_at': '', 'detached_at': '', 'volume_id': '79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'serial': '79102c24-8c14-43c5-8a57-d2bed5f35ba7'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 825.175992] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54a96ee8-66cd-47fe-9f46-87e5b7eb8a47 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.182030] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Waiting for the task: (returnval){ [ 825.182030] env[70220]: value = "task-3625376" [ 825.182030] env[70220]: _type = "Task" [ 825.182030] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.191904] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625376, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.226222] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625375, 'name': ReconfigVM_Task, 'duration_secs': 0.251404} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.226512] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Reconfigured VM instance instance-0000001a to attach disk [datastore1] d0b2e7f5-622a-458f-86b2-44a8a6e86e1b/d0b2e7f5-622a-458f-86b2-44a8a6e86e1b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.227151] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b94eee23-3ecd-4049-8097-69679c986181 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.233579] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 825.233579] env[70220]: value = "task-3625377" [ 825.233579] env[70220]: _type = "Task" [ 825.233579] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.242225] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625377, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.257341] env[70220]: DEBUG nova.compute.utils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.258999] env[70220]: DEBUG nova.compute.manager [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 825.259405] env[70220]: DEBUG nova.network.neutron [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.310130] env[70220]: DEBUG nova.policy [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f2bee83b4f4b7f8d249010a1a83f40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02abc3df7dd14990b15371862cfb51f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.515429] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52649ca0-a37e-1b87-13bb-fece3226decf, 'name': SearchDatastore_Task, 'duration_secs': 0.013425} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.516699] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14dd6253-9c06-4822-b252-3ee3f0e9fbdc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.522706] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 825.522706] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cbeb81-eef8-1f23-c4cd-a7a4a8ddfd5a" [ 825.522706] env[70220]: _type = "Task" [ 825.522706] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.532904] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cbeb81-eef8-1f23-c4cd-a7a4a8ddfd5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.680280] env[70220]: DEBUG nova.network.neutron [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Successfully created port: 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.692100] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625376, 'name': Rename_Task, 'duration_secs': 0.220867} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.693123] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.693617] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-128ddf09-0a29-4e26-aa40-3edf0fd5998b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.703017] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Waiting for the task: (returnval){ [ 825.703017] env[70220]: value = "task-3625378" [ 825.703017] env[70220]: _type = "Task" [ 825.703017] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.712141] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.743264] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625377, 'name': Rename_Task, 'duration_secs': 0.354676} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.743264] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.743264] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dad55517-8656-4c01-b535-55e21527fc59 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.749112] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 825.749112] env[70220]: value = "task-3625379" [ 825.749112] env[70220]: _type = "Task" [ 825.749112] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.758336] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.763159] env[70220]: DEBUG nova.compute.manager [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 826.040042] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cbeb81-eef8-1f23-c4cd-a7a4a8ddfd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.040042] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.040042] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 59d02e38-bd37-49eb-977c-577df91eb2e6/59d02e38-bd37-49eb-977c-577df91eb2e6.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.040042] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ce67c5-f19e-4d89-b28f-6a5e4ea20315 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.045778] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 826.045778] env[70220]: value = "task-3625380" [ 826.045778] env[70220]: _type = "Task" [ 826.045778] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.057958] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.214529] env[70220]: DEBUG oslo_vmware.api [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625378, 'name': PowerOnVM_Task, 'duration_secs': 0.461633} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.214830] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.215028] env[70220]: INFO nova.compute.manager [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Took 7.43 seconds to spawn the instance on the hypervisor. [ 826.215219] env[70220]: DEBUG nova.compute.manager [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.216115] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcae1dd-4ddf-46fe-8225-366db0e1bda8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.275584] env[70220]: DEBUG oslo_vmware.api [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625379, 'name': PowerOnVM_Task, 'duration_secs': 0.431164} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.279477] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.279821] env[70220]: INFO nova.compute.manager [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Took 4.36 seconds to spawn the instance on the hypervisor. [ 826.280045] env[70220]: DEBUG nova.compute.manager [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.282617] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9402d61b-782b-4281-a4cb-0279f29fff9b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.360425] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd67e64-cd45-4ff5-b70a-c60a519d8005 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.370483] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb9b404-4012-4701-9165-5a5110765541 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.406777] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f4d334-1b1a-4e07-b3d2-49836509b57d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.419560] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9c023e-814c-4246-8421-0fa12256e958 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.432130] env[70220]: DEBUG nova.compute.provider_tree [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.559652] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509561} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.559923] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 59d02e38-bd37-49eb-977c-577df91eb2e6/59d02e38-bd37-49eb-977c-577df91eb2e6.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.560172] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.560404] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59d78fa9-4e90-4a86-b9a5-472372df52c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.567443] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 826.567443] env[70220]: value = "task-3625381" [ 826.567443] env[70220]: _type = "Task" [ 826.567443] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.575244] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.737497] env[70220]: INFO nova.compute.manager [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Took 46.64 seconds to build instance. [ 826.783344] env[70220]: DEBUG nova.compute.manager [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.808310] env[70220]: INFO nova.compute.manager [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Took 42.35 seconds to build instance. [ 826.823332] env[70220]: DEBUG nova.virt.hardware [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.823621] env[70220]: DEBUG nova.virt.hardware [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.823750] env[70220]: DEBUG nova.virt.hardware [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.823941] env[70220]: DEBUG nova.virt.hardware [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.824126] env[70220]: DEBUG nova.virt.hardware [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.824296] env[70220]: DEBUG nova.virt.hardware [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.824565] env[70220]: DEBUG nova.virt.hardware [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.824651] env[70220]: DEBUG nova.virt.hardware [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.824813] env[70220]: DEBUG nova.virt.hardware [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.824972] env[70220]: DEBUG nova.virt.hardware [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.825527] env[70220]: DEBUG nova.virt.hardware [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.826096] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1345240c-5765-492f-b088-3004deb17cdb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.836262] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c186004f-3d95-41cd-a7e2-54824b2b6011 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.959649] env[70220]: ERROR nova.scheduler.client.report [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [req-2f839227-5a6d-4389-8225-772c7df86dde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2f839227-5a6d-4389-8225-772c7df86dde"}]} [ 826.978411] env[70220]: DEBUG nova.scheduler.client.report [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 827.007186] env[70220]: DEBUG nova.scheduler.client.report [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 827.007428] env[70220]: DEBUG nova.compute.provider_tree [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.023176] env[70220]: DEBUG nova.scheduler.client.report [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.048485] env[70220]: DEBUG nova.scheduler.client.report [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.079852] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061414} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.082435] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.083411] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15394967-139e-40a9-9a1b-f77518ff2927 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.104720] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 59d02e38-bd37-49eb-977c-577df91eb2e6/59d02e38-bd37-49eb-977c-577df91eb2e6.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.111720] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c8e2fde-6571-4602-ac34-5f56b7a79f65 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.136765] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 827.136765] env[70220]: value = "task-3625382" [ 827.136765] env[70220]: _type = "Task" [ 827.136765] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.147209] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.239678] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0f59d4b9-d498-491c-b552-22e47ac0bf90 tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Lock "0bc3e427-2335-46f3-b311-fa688563fece" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.403s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.310496] env[70220]: DEBUG oslo_concurrency.lockutils [None req-869910d5-9b7f-42f4-a894-8c58369e6b1e tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "d0b2e7f5-622a-458f-86b2-44a8a6e86e1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.379s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.611920] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7896f2-55f5-4f4b-9edf-7336edf594c1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.621446] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1bf62e-a8eb-4ae5-a373-a1837eb09198 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.658916] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a1b623-1294-4503-a88f-ef10f9f84fbc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.667112] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.670454] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcd2ba1-8e09-4831-b26e-226b592a02dc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.683990] env[70220]: DEBUG nova.compute.provider_tree [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.747038] env[70220]: DEBUG nova.compute.manager [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.802947] env[70220]: DEBUG nova.compute.manager [req-ac5c101b-c038-4df0-b201-be48c39ef015 req-d9aad9a1-5395-47df-aac4-5553730bb756 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Received event network-vif-plugged-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.803186] env[70220]: DEBUG oslo_concurrency.lockutils [req-ac5c101b-c038-4df0-b201-be48c39ef015 req-d9aad9a1-5395-47df-aac4-5553730bb756 service nova] Acquiring lock "25461bf2-3b05-45e3-9401-8f440b1e06f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.803395] env[70220]: DEBUG oslo_concurrency.lockutils [req-ac5c101b-c038-4df0-b201-be48c39ef015 req-d9aad9a1-5395-47df-aac4-5553730bb756 service nova] Lock "25461bf2-3b05-45e3-9401-8f440b1e06f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.803557] env[70220]: DEBUG oslo_concurrency.lockutils [req-ac5c101b-c038-4df0-b201-be48c39ef015 req-d9aad9a1-5395-47df-aac4-5553730bb756 service nova] Lock "25461bf2-3b05-45e3-9401-8f440b1e06f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.803714] env[70220]: DEBUG nova.compute.manager [req-ac5c101b-c038-4df0-b201-be48c39ef015 req-d9aad9a1-5395-47df-aac4-5553730bb756 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] No waiting events found dispatching network-vif-plugged-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.803869] env[70220]: WARNING nova.compute.manager [req-ac5c101b-c038-4df0-b201-be48c39ef015 req-d9aad9a1-5395-47df-aac4-5553730bb756 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Received unexpected event network-vif-plugged-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 for instance with vm_state building and task_state spawning. [ 827.812812] env[70220]: DEBUG nova.compute.manager [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.835128] env[70220]: DEBUG nova.network.neutron [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Successfully updated port: 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.168243] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625382, 'name': ReconfigVM_Task, 'duration_secs': 0.709906} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.168550] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 59d02e38-bd37-49eb-977c-577df91eb2e6/59d02e38-bd37-49eb-977c-577df91eb2e6.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.171961] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-309cc0f4-63d5-4f99-aefc-559a48f2d038 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.179226] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 828.179226] env[70220]: value = "task-3625383" [ 828.179226] env[70220]: _type = "Task" [ 828.179226] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.192488] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625383, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.241536] env[70220]: DEBUG nova.scheduler.client.report [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 828.241886] env[70220]: DEBUG nova.compute.provider_tree [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 53 to 54 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 828.244024] env[70220]: DEBUG nova.compute.provider_tree [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.275548] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.335486] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.339244] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.339380] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.339532] env[70220]: DEBUG nova.network.neutron [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.474053] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Acquiring lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.474053] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.694338] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625383, 'name': Rename_Task, 'duration_secs': 0.155598} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.694633] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.695229] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-094a3c44-bbaf-4c05-8f92-a8d520933161 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.703189] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquiring lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.703189] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.704658] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquiring lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.704658] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.704658] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.705863] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 828.705863] env[70220]: value = "task-3625384" [ 828.705863] env[70220]: _type = "Task" [ 828.705863] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.706542] env[70220]: INFO nova.compute.manager [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Terminating instance [ 828.718447] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.750335] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.999s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.750335] env[70220]: DEBUG nova.compute.manager [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.753844] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.061s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.756803] env[70220]: INFO nova.compute.claims [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.880679] env[70220]: DEBUG nova.network.neutron [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.978057] env[70220]: DEBUG nova.compute.utils [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.034132] env[70220]: DEBUG nova.network.neutron [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Updating instance_info_cache with network_info: [{"id": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "address": "fa:16:3e:06:56:6f", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9a5919-4b", "ovs_interfaceid": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.042048] env[70220]: INFO nova.compute.manager [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Rebuilding instance [ 829.099068] env[70220]: DEBUG nova.compute.manager [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.100053] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23aa126-927e-4ec7-aaf6-dc835e3c9129 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.219168] env[70220]: DEBUG nova.compute.manager [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.219168] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.219886] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfc83e0-cb18-4533-9357-2f3359f2ce11 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.222924] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625384, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.228733] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.230202] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddaac1ac-6ba6-4da5-a0d2-8aa1a84892fd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.236302] env[70220]: DEBUG oslo_vmware.api [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for the task: (returnval){ [ 829.236302] env[70220]: value = "task-3625385" [ 829.236302] env[70220]: _type = "Task" [ 829.236302] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.244185] env[70220]: DEBUG oslo_vmware.api [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.262303] env[70220]: DEBUG nova.compute.utils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.266203] env[70220]: DEBUG nova.compute.manager [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.266203] env[70220]: DEBUG nova.network.neutron [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.311434] env[70220]: DEBUG nova.policy [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e9b12c1fcf84f2daa58a8f322072745', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '220aab57f34c455a8faddfad1d8f0689', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.482103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.538426] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.538763] env[70220]: DEBUG nova.compute.manager [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Instance network_info: |[{"id": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "address": "fa:16:3e:06:56:6f", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9a5919-4b", "ovs_interfaceid": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.539227] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:56:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f9a5919-4bf7-469e-b5c5-e0e3a14cc163', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.551580] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Creating folder: Project (02abc3df7dd14990b15371862cfb51f6). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.554096] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ae4d01f-dca9-4136-a41b-373061e4c933 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.565200] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Created folder: Project (02abc3df7dd14990b15371862cfb51f6) in parent group-v722922. [ 829.565424] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Creating folder: Instances. Parent ref: group-v723002. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.565689] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f251f12-a62a-4820-85c7-f44d81508ade {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.577991] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Created folder: Instances in parent group-v723002. [ 829.577991] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.578147] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.578391] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02793145-de4b-418c-bed2-aec82a9578ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.599975] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.599975] env[70220]: value = "task-3625388" [ 829.599975] env[70220]: _type = "Task" [ 829.599975] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.609405] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625388, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.618181] env[70220]: DEBUG nova.network.neutron [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Successfully created port: c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.723012] env[70220]: DEBUG oslo_vmware.api [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625384, 'name': PowerOnVM_Task, 'duration_secs': 0.622104} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.723012] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.723012] env[70220]: DEBUG nova.compute.manager [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.723012] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d0674-d654-423b-a2dc-29cb7dd9b5bc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.746180] env[70220]: DEBUG oslo_vmware.api [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625385, 'name': PowerOffVM_Task, 'duration_secs': 0.42891} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.746536] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.746735] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.746959] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea2d9d02-361b-43b9-9469-058eec76ecb9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.767268] env[70220]: DEBUG nova.compute.manager [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.822568] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.822834] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.823036] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Deleting the datastore file [datastore1] 65efef5f-247f-45ab-9b76-915bdd9f9ce3 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.823627] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1cdba73-a326-4c1e-a785-0d921e18a3a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.834364] env[70220]: DEBUG oslo_vmware.api [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for the task: (returnval){ [ 829.834364] env[70220]: value = "task-3625390" [ 829.834364] env[70220]: _type = "Task" [ 829.834364] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.846110] env[70220]: DEBUG oslo_vmware.api [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.121992] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.121992] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625388, 'name': CreateVM_Task, 'duration_secs': 0.503646} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.121992] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5014c93f-6d5c-43e0-a535-9c18a72ca1ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.123228] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.138311] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.138311] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.138311] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.138311] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1548b0c0-287a-4fa1-85e7-bba945140241 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.138311] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 830.138311] env[70220]: value = "task-3625391" [ 830.138311] env[70220]: _type = "Task" [ 830.138311] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.138584] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 830.138584] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522427e3-aac3-bdbe-3330-5c3c076d7aa7" [ 830.138584] env[70220]: _type = "Task" [ 830.138584] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.143708] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.155993] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522427e3-aac3-bdbe-3330-5c3c076d7aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010336} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.160099] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.160099] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.160099] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.160099] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.161702] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.162075] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6a62356-c7df-4b7e-b3db-27aa0a216f97 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.174885] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.174885] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.174885] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84f15c4b-fbfb-46d8-9e1f-450e56046353 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.180049] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 830.180049] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525caa6d-dc61-5c7a-d82d-5885909aed14" [ 830.180049] env[70220]: _type = "Task" [ 830.180049] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.195908] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525caa6d-dc61-5c7a-d82d-5885909aed14, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.196955] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48b0212-e3b3-4b10-83ca-9f7b3a18c8dd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.205247] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 830.205247] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522b3b25-dd55-b843-5c93-34946a8b7d44" [ 830.205247] env[70220]: _type = "Task" [ 830.205247] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.219608] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522b3b25-dd55-b843-5c93-34946a8b7d44, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.219608] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.219608] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 25461bf2-3b05-45e3-9401-8f440b1e06f3/25461bf2-3b05-45e3-9401-8f440b1e06f3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 830.220080] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c9e9072-7f89-47e2-91ad-3d933c4a3243 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.230982] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 830.230982] env[70220]: value = "task-3625392" [ 830.230982] env[70220]: _type = "Task" [ 830.230982] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.247252] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.252815] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.349093] env[70220]: DEBUG oslo_vmware.api [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Task: {'id': task-3625390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176934} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.349093] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.349093] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.349093] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.349093] env[70220]: INFO nova.compute.manager [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 830.349264] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.349264] env[70220]: DEBUG nova.compute.manager [-] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.349264] env[70220]: DEBUG nova.network.neutron [-] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.430449] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20339f64-14e4-4312-a358-8235954f0480 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.439041] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd717757-4d19-485b-92b3-e4e0fae93bfb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.475452] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630d0de9-deda-4b18-a185-616a1d42cc3d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.485918] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212d0310-35c3-4fa3-b0b7-24e72936952e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.501334] env[70220]: DEBUG nova.compute.provider_tree [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.580536] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Acquiring lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.580882] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.581618] env[70220]: INFO nova.compute.manager [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Attaching volume fa0abbeb-8692-43f3-90a0-97a1b666fe7b to /dev/sdb [ 830.628537] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccbc9b0-7173-4ff2-a10e-d701ce8fa4c3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.648061] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195a1ed4-6cb6-4c11-a2ac-e09d7d5b35b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.652989] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625391, 'name': PowerOffVM_Task, 'duration_secs': 0.197013} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.652989] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.653336] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.654976] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edcdc9a-5859-423a-8ad9-5b13e2dcfe9d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.671893] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquiring lock "2fcb8655-8edf-4205-82f1-728c9fe0997e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.672174] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Lock "2fcb8655-8edf-4205-82f1-728c9fe0997e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.672481] env[70220]: DEBUG nova.virt.block_device [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Updating existing volume attachment record: 4e4f883c-09f9-4c7a-a60c-3f79a15588e9 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 830.675093] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.676065] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8e0ea2d-a8d9-4c8b-941b-0eeba76f15a9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.708140] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.708623] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.708623] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Deleting the datastore file [datastore1] d0b2e7f5-622a-458f-86b2-44a8a6e86e1b {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.708970] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36463f5c-e41f-4613-a53e-ee5b833ada24 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.721501] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 830.721501] env[70220]: value = "task-3625394" [ 830.721501] env[70220]: _type = "Task" [ 830.721501] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.735377] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.747047] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625392, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.790124] env[70220]: DEBUG nova.compute.manager [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.813907] env[70220]: DEBUG nova.virt.hardware [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.814314] env[70220]: DEBUG nova.virt.hardware [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.814494] env[70220]: DEBUG nova.virt.hardware [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.814792] env[70220]: DEBUG nova.virt.hardware [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.814983] env[70220]: DEBUG nova.virt.hardware [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.815165] env[70220]: DEBUG nova.virt.hardware [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.815381] env[70220]: DEBUG nova.virt.hardware [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.815683] env[70220]: DEBUG nova.virt.hardware [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.815793] env[70220]: DEBUG nova.virt.hardware [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.815987] env[70220]: DEBUG nova.virt.hardware [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.816216] env[70220]: DEBUG nova.virt.hardware [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.817195] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d482d2-b782-4e43-94b8-c6b74f0ebeea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.826022] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81f3fb9-6f9b-42e8-a855-90979a29d910 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.994399] env[70220]: DEBUG nova.compute.manager [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Received event network-changed-fdbf415a-1c9d-40f3-a9d4-f4efceec7988 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.995094] env[70220]: DEBUG nova.compute.manager [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Refreshing instance network info cache due to event network-changed-fdbf415a-1c9d-40f3-a9d4-f4efceec7988. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.995094] env[70220]: DEBUG oslo_concurrency.lockutils [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] Acquiring lock "refresh_cache-0bc3e427-2335-46f3-b311-fa688563fece" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.995437] env[70220]: DEBUG oslo_concurrency.lockutils [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] Acquired lock "refresh_cache-0bc3e427-2335-46f3-b311-fa688563fece" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.995437] env[70220]: DEBUG nova.network.neutron [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Refreshing network info cache for port fdbf415a-1c9d-40f3-a9d4-f4efceec7988 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.029759] env[70220]: ERROR nova.scheduler.client.report [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [req-40e1b732-24c9-4770-b6e9-ce26588096e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-40e1b732-24c9-4770-b6e9-ce26588096e1"}]} [ 831.047403] env[70220]: DEBUG nova.scheduler.client.report [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 831.065283] env[70220]: DEBUG nova.scheduler.client.report [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 831.065585] env[70220]: DEBUG nova.compute.provider_tree [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.083431] env[70220]: DEBUG nova.scheduler.client.report [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 831.107894] env[70220]: DEBUG nova.scheduler.client.report [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 831.169763] env[70220]: DEBUG nova.network.neutron [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Successfully updated port: c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.234424] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123065} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.239972] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.239972] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.239972] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.251976] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549365} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.251976] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 25461bf2-3b05-45e3-9401-8f440b1e06f3/25461bf2-3b05-45e3-9401-8f440b1e06f3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.251976] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.251976] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8efd88a6-dd3a-4465-818c-e16404e0d297 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.259516] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 831.259516] env[70220]: value = "task-3625398" [ 831.259516] env[70220]: _type = "Task" [ 831.259516] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.275093] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.634039] env[70220]: DEBUG nova.compute.manager [req-db573df6-9fac-45f0-989c-ffe48b880372 req-a416ffe0-ca17-4429-99fb-5cde23c78102 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Received event network-vif-deleted-53ce6290-2c40-4ca6-91e2-d820435aca31 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.634995] env[70220]: INFO nova.compute.manager [req-db573df6-9fac-45f0-989c-ffe48b880372 req-a416ffe0-ca17-4429-99fb-5cde23c78102 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Neutron deleted interface 53ce6290-2c40-4ca6-91e2-d820435aca31; detaching it from the instance and deleting it from the info cache [ 831.634995] env[70220]: DEBUG nova.network.neutron [req-db573df6-9fac-45f0-989c-ffe48b880372 req-a416ffe0-ca17-4429-99fb-5cde23c78102 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.670773] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.670927] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquired lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.671093] env[70220]: DEBUG nova.network.neutron [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.747046] env[70220]: DEBUG nova.network.neutron [-] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.775220] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071592} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.775220] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.776484] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84cfe85-e294-4e24-aed8-7d083731e83c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.782845] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16af9426-2fee-47e8-a1ba-d4355e209caa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.808123] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 25461bf2-3b05-45e3-9401-8f440b1e06f3/25461bf2-3b05-45e3-9401-8f440b1e06f3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.811898] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55bc9d2b-e0f8-435d-b273-3342a46fa55a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.831211] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ea55f2-dcc5-4fc0-9938-57f32de6e4e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.836551] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 831.836551] env[70220]: value = "task-3625399" [ 831.836551] env[70220]: _type = "Task" [ 831.836551] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.869795] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82963e04-faaa-4653-a410-b9a6ea51dff2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.876429] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.882336] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c21fae-48f1-42dd-8d8b-6697ec8c10e8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.898601] env[70220]: DEBUG nova.compute.provider_tree [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.905312] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "de59df0d-6372-447a-877c-41f3f26e6342" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.905463] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "de59df0d-6372-447a-877c-41f3f26e6342" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.983661] env[70220]: DEBUG nova.network.neutron [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Updated VIF entry in instance network info cache for port fdbf415a-1c9d-40f3-a9d4-f4efceec7988. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.983812] env[70220]: DEBUG nova.network.neutron [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Updating instance_info_cache with network_info: [{"id": "fdbf415a-1c9d-40f3-a9d4-f4efceec7988", "address": "fa:16:3e:b3:b6:1c", "network": {"id": "1884cc5e-61eb-4042-b2ec-59d4399c5994", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1927889894-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cc74c71fe014812b8107d6403a7b03d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdbf415a-1c", "ovs_interfaceid": "fdbf415a-1c9d-40f3-a9d4-f4efceec7988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.147244] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aafa9b18-4d31-40b2-874d-637e7d09e4a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.158114] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b675999-16a6-4dd5-9485-e4a5725d7c61 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.187269] env[70220]: DEBUG nova.compute.manager [req-db573df6-9fac-45f0-989c-ffe48b880372 req-a416ffe0-ca17-4429-99fb-5cde23c78102 service nova] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Detach interface failed, port_id=53ce6290-2c40-4ca6-91e2-d820435aca31, reason: Instance 65efef5f-247f-45ab-9b76-915bdd9f9ce3 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.222780] env[70220]: DEBUG nova.network.neutron [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.250341] env[70220]: INFO nova.compute.manager [-] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Took 1.90 seconds to deallocate network for instance. [ 832.286594] env[70220]: DEBUG nova.virt.hardware [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.286849] env[70220]: DEBUG nova.virt.hardware [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.287033] env[70220]: DEBUG nova.virt.hardware [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.287218] env[70220]: DEBUG nova.virt.hardware [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.288263] env[70220]: DEBUG nova.virt.hardware [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.288263] env[70220]: DEBUG nova.virt.hardware [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.288263] env[70220]: DEBUG nova.virt.hardware [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.288263] env[70220]: DEBUG nova.virt.hardware [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.288263] env[70220]: DEBUG nova.virt.hardware [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.288493] env[70220]: DEBUG nova.virt.hardware [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.288493] env[70220]: DEBUG nova.virt.hardware [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.289274] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c459037f-1d7a-4210-8912-51b4f2c643a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.299677] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0fe01b-0f49-47b5-a0d9-a1c8bc6bf798 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.314971] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.322802] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.322802] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.322802] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1f71803-5cec-469d-a05d-17193c8758bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.341612] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.341612] env[70220]: value = "task-3625400" [ 832.341612] env[70220]: _type = "Task" [ 832.341612] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.349159] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.354487] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625400, 'name': CreateVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.427447] env[70220]: DEBUG nova.network.neutron [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updating instance_info_cache with network_info: [{"id": "c458215d-8ad0-4516-85ff-5157ecb3555b", "address": "fa:16:3e:04:99:b6", "network": {"id": "d995c968-0ce8-42cf-841b-f0595fc2ceec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2096561322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220aab57f34c455a8faddfad1d8f0689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc458215d-8a", "ovs_interfaceid": "c458215d-8ad0-4516-85ff-5157ecb3555b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.430135] env[70220]: ERROR nova.scheduler.client.report [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [req-d9262165-5c79-4e61-933d-c0c5cfdd539e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9262165-5c79-4e61-933d-c0c5cfdd539e"}]} [ 832.448216] env[70220]: DEBUG nova.scheduler.client.report [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 832.468254] env[70220]: DEBUG nova.scheduler.client.report [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 832.468558] env[70220]: DEBUG nova.compute.provider_tree [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.481709] env[70220]: DEBUG nova.scheduler.client.report [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 832.486442] env[70220]: DEBUG oslo_concurrency.lockutils [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] Releasing lock "refresh_cache-0bc3e427-2335-46f3-b311-fa688563fece" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.486695] env[70220]: DEBUG nova.compute.manager [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Received event network-changed-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.486874] env[70220]: DEBUG nova.compute.manager [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Refreshing instance network info cache due to event network-changed-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.487108] env[70220]: DEBUG oslo_concurrency.lockutils [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] Acquiring lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.487617] env[70220]: DEBUG oslo_concurrency.lockutils [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] Acquired lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.487617] env[70220]: DEBUG nova.network.neutron [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Refreshing network info cache for port 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.505465] env[70220]: DEBUG nova.scheduler.client.report [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 832.543633] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "59d02e38-bd37-49eb-977c-577df91eb2e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.543880] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "59d02e38-bd37-49eb-977c-577df91eb2e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.544096] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "59d02e38-bd37-49eb-977c-577df91eb2e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.544275] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "59d02e38-bd37-49eb-977c-577df91eb2e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.544436] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "59d02e38-bd37-49eb-977c-577df91eb2e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.547027] env[70220]: INFO nova.compute.manager [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Terminating instance [ 832.761287] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.851258] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625399, 'name': ReconfigVM_Task, 'duration_secs': 0.674369} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.852032] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 25461bf2-3b05-45e3-9401-8f440b1e06f3/25461bf2-3b05-45e3-9401-8f440b1e06f3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.852688] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd7c74d8-06cb-4ba5-ac2a-6b775456aa3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.857465] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625400, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.865347] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 832.865347] env[70220]: value = "task-3625401" [ 832.865347] env[70220]: _type = "Task" [ 832.865347] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.875045] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625401, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.933315] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Releasing lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.933652] env[70220]: DEBUG nova.compute.manager [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Instance network_info: |[{"id": "c458215d-8ad0-4516-85ff-5157ecb3555b", "address": "fa:16:3e:04:99:b6", "network": {"id": "d995c968-0ce8-42cf-841b-f0595fc2ceec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2096561322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220aab57f34c455a8faddfad1d8f0689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc458215d-8a", "ovs_interfaceid": "c458215d-8ad0-4516-85ff-5157ecb3555b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.934085] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:99:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c458215d-8ad0-4516-85ff-5157ecb3555b', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.942127] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Creating folder: Project (220aab57f34c455a8faddfad1d8f0689). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.944777] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4bc7582-3800-4b2b-831c-a8d3e9d7f684 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.956727] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Created folder: Project (220aab57f34c455a8faddfad1d8f0689) in parent group-v722922. [ 832.956851] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Creating folder: Instances. Parent ref: group-v723009. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 832.959394] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09c40fe7-66f7-4eb6-b01e-f5c8ca28b400 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.968999] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Created folder: Instances in parent group-v723009. [ 832.969237] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.969428] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.969649] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50ab6ebe-834a-40c7-bc6a-c3f1e8704359 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.990339] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.990339] env[70220]: value = "task-3625404" [ 832.990339] env[70220]: _type = "Task" [ 832.990339] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.996801] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b90274-03e3-4262-ab57-308db7ebf503 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.002015] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625404, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.006280] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606f5cb6-144a-4d53-9fe3-fbcc99d29782 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.038641] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867b4645-4dce-41f5-ab7a-1218e92b69fd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.046417] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31af2458-ba71-4a11-8c6d-85554b103162 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.051291] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "refresh_cache-59d02e38-bd37-49eb-977c-577df91eb2e6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.051518] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquired lock "refresh_cache-59d02e38-bd37-49eb-977c-577df91eb2e6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.051701] env[70220]: DEBUG nova.network.neutron [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.058631] env[70220]: DEBUG nova.compute.manager [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Received event network-vif-plugged-c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.058631] env[70220]: DEBUG oslo_concurrency.lockutils [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] Acquiring lock "0a47c5bb-e901-4095-984a-c52b1ee873d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.058631] env[70220]: DEBUG oslo_concurrency.lockutils [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] Lock "0a47c5bb-e901-4095-984a-c52b1ee873d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.058631] env[70220]: DEBUG oslo_concurrency.lockutils [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] Lock "0a47c5bb-e901-4095-984a-c52b1ee873d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.058631] env[70220]: DEBUG nova.compute.manager [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] No waiting events found dispatching network-vif-plugged-c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 833.058876] env[70220]: WARNING nova.compute.manager [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Received unexpected event network-vif-plugged-c458215d-8ad0-4516-85ff-5157ecb3555b for instance with vm_state building and task_state spawning. [ 833.058876] env[70220]: DEBUG nova.compute.manager [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Received event network-changed-c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.058876] env[70220]: DEBUG nova.compute.manager [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Refreshing instance network info cache due to event network-changed-c458215d-8ad0-4516-85ff-5157ecb3555b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.058876] env[70220]: DEBUG oslo_concurrency.lockutils [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] Acquiring lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.058876] env[70220]: DEBUG oslo_concurrency.lockutils [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] Acquired lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.059295] env[70220]: DEBUG nova.network.neutron [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Refreshing network info cache for port c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.073282] env[70220]: DEBUG nova.compute.provider_tree [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.341701] env[70220]: DEBUG nova.network.neutron [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Updated VIF entry in instance network info cache for port 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.342093] env[70220]: DEBUG nova.network.neutron [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Updating instance_info_cache with network_info: [{"id": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "address": "fa:16:3e:06:56:6f", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9a5919-4b", "ovs_interfaceid": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.353766] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625400, 'name': CreateVM_Task, 'duration_secs': 0.620574} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.354445] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.354835] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.354987] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.355306] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.355756] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-264eaed9-2f1c-4a41-ba40-b9dfbf2631e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.359952] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 833.359952] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524f4141-f788-c47b-5f0c-1b8a4a54bcc0" [ 833.359952] env[70220]: _type = "Task" [ 833.359952] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.367763] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524f4141-f788-c47b-5f0c-1b8a4a54bcc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.375574] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625401, 'name': Rename_Task, 'duration_secs': 0.249641} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.375574] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.375574] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feb9daae-f063-4973-ac52-3f989b83bda7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.381721] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 833.381721] env[70220]: value = "task-3625405" [ 833.381721] env[70220]: _type = "Task" [ 833.381721] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.390300] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.499849] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625404, 'name': CreateVM_Task, 'duration_secs': 0.364398} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.500036] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.500768] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.571209] env[70220]: DEBUG nova.network.neutron [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.610431] env[70220]: DEBUG nova.scheduler.client.report [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 833.610715] env[70220]: DEBUG nova.compute.provider_tree [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 56 to 57 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 833.610893] env[70220]: DEBUG nova.compute.provider_tree [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.658047] env[70220]: DEBUG nova.network.neutron [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.765500] env[70220]: DEBUG nova.network.neutron [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updated VIF entry in instance network info cache for port c458215d-8ad0-4516-85ff-5157ecb3555b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.765854] env[70220]: DEBUG nova.network.neutron [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updating instance_info_cache with network_info: [{"id": "c458215d-8ad0-4516-85ff-5157ecb3555b", "address": "fa:16:3e:04:99:b6", "network": {"id": "d995c968-0ce8-42cf-841b-f0595fc2ceec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2096561322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220aab57f34c455a8faddfad1d8f0689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc458215d-8a", "ovs_interfaceid": "c458215d-8ad0-4516-85ff-5157ecb3555b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.844558] env[70220]: DEBUG oslo_concurrency.lockutils [req-72d424e5-b41f-408c-aaed-9d17dc9c1bfb req-ba3a61c4-3b16-4eea-af9f-0e01c0252acc service nova] Releasing lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.871127] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524f4141-f788-c47b-5f0c-1b8a4a54bcc0, 'name': SearchDatastore_Task, 'duration_secs': 0.008546} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.871483] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.871754] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.872028] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.872182] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.872380] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.872681] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.873033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.873287] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-941f3af8-6d0f-4dcb-b7d7-566ee9339aef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.875431] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5ca443b-5e9f-4251-9456-ced9534dd7a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.880082] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 833.880082] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5271d4f4-5de7-b575-2c04-0e0f80edf022" [ 833.880082] env[70220]: _type = "Task" [ 833.880082] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.887208] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.887373] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.890867] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b6ba0a-66f6-4c6e-8fe1-4945556fc899 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.892989] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5271d4f4-5de7-b575-2c04-0e0f80edf022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.896019] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625405, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.898972] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 833.898972] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520fcba0-e94f-53a6-d4cd-8c9f24b236d8" [ 833.898972] env[70220]: _type = "Task" [ 833.898972] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.907581] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520fcba0-e94f-53a6-d4cd-8c9f24b236d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.119982] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.366s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.119982] env[70220]: DEBUG nova.compute.manager [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.122703] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 39.222s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.123052] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.123312] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 834.123712] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.194s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.125228] env[70220]: INFO nova.compute.claims [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.128740] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1134bafa-e9d3-4779-9515-e4536237cf40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.137410] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fabbf5d-619f-4fb4-bdf5-7da24d465846 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.151606] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cf738b-6aad-4771-84f7-99cbbd163d5d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.160857] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6990afe4-c44a-495f-8d52-a4dda8928463 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.164217] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Releasing lock "refresh_cache-59d02e38-bd37-49eb-977c-577df91eb2e6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.164649] env[70220]: DEBUG nova.compute.manager [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.164845] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.167011] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110ee3b1-b043-4255-9d62-ffc29b063597 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.201652] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.203035] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178786MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 834.203035] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.203172] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec4cfe6d-496b-4c6a-bac0-b79f7c7459c7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.211077] env[70220]: DEBUG oslo_vmware.api [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 834.211077] env[70220]: value = "task-3625406" [ 834.211077] env[70220]: _type = "Task" [ 834.211077] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.219083] env[70220]: DEBUG oslo_vmware.api [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.268949] env[70220]: DEBUG oslo_concurrency.lockutils [req-dca33146-ab16-4902-9128-a9f68e778327 req-4aa9788d-74d4-423c-8e22-4e2020918f0b service nova] Releasing lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.393393] env[70220]: DEBUG oslo_vmware.api [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625405, 'name': PowerOnVM_Task, 'duration_secs': 0.568683} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.397148] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.397365] env[70220]: INFO nova.compute.manager [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Took 7.61 seconds to spawn the instance on the hypervisor. [ 834.397544] env[70220]: DEBUG nova.compute.manager [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.397835] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5271d4f4-5de7-b575-2c04-0e0f80edf022, 'name': SearchDatastore_Task, 'duration_secs': 0.020183} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.398551] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa66623-fa63-4171-997d-4fb1849873df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.401064] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.401300] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.401523] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.410487] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520fcba0-e94f-53a6-d4cd-8c9f24b236d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.415815] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a381f767-59ef-4e9c-b387-945e047df498 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.421412] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 834.421412] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ea4da9-b997-1f5f-86e7-8dbb44405ebe" [ 834.421412] env[70220]: _type = "Task" [ 834.421412] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.430531] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ea4da9-b997-1f5f-86e7-8dbb44405ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.634827] env[70220]: DEBUG nova.compute.utils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.638270] env[70220]: DEBUG nova.compute.manager [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.638696] env[70220]: DEBUG nova.network.neutron [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.677866] env[70220]: DEBUG nova.policy [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50648dfdd27c40b08437fea67d2c7e7a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b9734f4d8344691a5888c35b4901b96', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.721587] env[70220]: DEBUG oslo_vmware.api [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625406, 'name': PowerOffVM_Task, 'duration_secs': 0.147015} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.721872] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.722056] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.722306] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ded16c17-baea-41bc-b9b8-b8222baf3440 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.747844] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.748248] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.748248] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Deleting the datastore file [datastore1] 59d02e38-bd37-49eb-977c-577df91eb2e6 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.748631] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-217666c1-5f98-4ff8-a941-a5f00b947a15 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.755529] env[70220]: DEBUG oslo_vmware.api [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 834.755529] env[70220]: value = "task-3625408" [ 834.755529] env[70220]: _type = "Task" [ 834.755529] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.763230] env[70220]: DEBUG oslo_vmware.api [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.932032] env[70220]: INFO nova.compute.manager [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Took 45.57 seconds to build instance. [ 834.939214] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ea4da9-b997-1f5f-86e7-8dbb44405ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.939721] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.940025] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] d0b2e7f5-622a-458f-86b2-44a8a6e86e1b/d0b2e7f5-622a-458f-86b2-44a8a6e86e1b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.940540] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.940540] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.940790] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30cb909c-812e-4c94-a1d2-035a3c007d81 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.942798] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b78147fc-27c9-4202-9972-c2913078bca1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.952955] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 834.952955] env[70220]: value = "task-3625409" [ 834.952955] env[70220]: _type = "Task" [ 834.952955] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.955273] env[70220]: DEBUG nova.network.neutron [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Successfully created port: 1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.957333] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.957505] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.958513] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803a7c9b-6e55-410d-8db7-2f51d006e0e5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.964134] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.967351] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 834.967351] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f4507d-7039-05ce-b1e9-71057d9bb4cb" [ 834.967351] env[70220]: _type = "Task" [ 834.967351] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.974663] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f4507d-7039-05ce-b1e9-71057d9bb4cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.143306] env[70220]: DEBUG nova.compute.manager [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.265801] env[70220]: DEBUG oslo_vmware.api [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101402} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.269668] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.269972] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.270257] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.270524] env[70220]: INFO nova.compute.manager [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 835.270883] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.271850] env[70220]: DEBUG nova.compute.manager [-] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.271850] env[70220]: DEBUG nova.network.neutron [-] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.289210] env[70220]: DEBUG nova.network.neutron [-] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.440719] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ca129a31-ada0-4230-9677-8586773a2fbf tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.171s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.463954] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454547} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.464233] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] d0b2e7f5-622a-458f-86b2-44a8a6e86e1b/d0b2e7f5-622a-458f-86b2-44a8a6e86e1b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.464445] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.464692] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9730e021-0abe-4686-b903-c11c2c1eb0cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.474812] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 835.474812] env[70220]: value = "task-3625411" [ 835.474812] env[70220]: _type = "Task" [ 835.474812] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.483888] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f4507d-7039-05ce-b1e9-71057d9bb4cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.485263] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb0a934-af65-4255-a57f-fbe768e70adf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.492807] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.495985] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 835.495985] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e23c20-3cf9-c9b6-73c3-342ff132fb27" [ 835.495985] env[70220]: _type = "Task" [ 835.495985] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.505373] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e23c20-3cf9-c9b6-73c3-342ff132fb27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.693461] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0448d57a-5b94-4867-97ac-1026e47821f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.701506] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a766b49-c0c9-41b5-a1e4-c4985d8f6d84 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.748685] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33580d38-0956-498b-8d68-d0ce0bc707a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.761075] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a469849e-a867-426f-aefe-6a88b1ad0b76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.770892] env[70220]: DEBUG nova.compute.provider_tree [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.792698] env[70220]: DEBUG nova.network.neutron [-] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.944017] env[70220]: DEBUG nova.compute.manager [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.988462] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066635} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.989712] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.990752] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce15049-2e3d-4d5b-ba85-6911c7c2fb05 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.011601] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] d0b2e7f5-622a-458f-86b2-44a8a6e86e1b/d0b2e7f5-622a-458f-86b2-44a8a6e86e1b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.015570] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b411834-f363-4e6e-afcd-568179da8a3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.035635] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e23c20-3cf9-c9b6-73c3-342ff132fb27, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.036912] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.037189] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 0a47c5bb-e901-4095-984a-c52b1ee873d2/0a47c5bb-e901-4095-984a-c52b1ee873d2.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.037500] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 836.037500] env[70220]: value = "task-3625412" [ 836.037500] env[70220]: _type = "Task" [ 836.037500] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.037687] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-819beb72-dc63-4d10-909b-a94f9d63c64f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.048905] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625412, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.050090] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 836.050090] env[70220]: value = "task-3625413" [ 836.050090] env[70220]: _type = "Task" [ 836.050090] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.058535] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.153105] env[70220]: DEBUG nova.compute.manager [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.197564] env[70220]: DEBUG nova.virt.hardware [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.197831] env[70220]: DEBUG nova.virt.hardware [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.197954] env[70220]: DEBUG nova.virt.hardware [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.198175] env[70220]: DEBUG nova.virt.hardware [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.198358] env[70220]: DEBUG nova.virt.hardware [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.198497] env[70220]: DEBUG nova.virt.hardware [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.198741] env[70220]: DEBUG nova.virt.hardware [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.198941] env[70220]: DEBUG nova.virt.hardware [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.199157] env[70220]: DEBUG nova.virt.hardware [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.199324] env[70220]: DEBUG nova.virt.hardware [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.199498] env[70220]: DEBUG nova.virt.hardware [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.200751] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691bd5db-4015-46d7-a18d-e491b13aa449 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.208932] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5327f73-7b89-4c81-adfe-8d59e8fad9ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.298728] env[70220]: INFO nova.compute.manager [-] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Took 1.03 seconds to deallocate network for instance. [ 836.311352] env[70220]: DEBUG nova.scheduler.client.report [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 836.311680] env[70220]: DEBUG nova.compute.provider_tree [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 57 to 58 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 836.311925] env[70220]: DEBUG nova.compute.provider_tree [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.368113] env[70220]: DEBUG nova.compute.manager [req-958d09b5-8b8f-47b6-8a8c-8f9830a3a442 req-5b3aaec8-065c-49f0-ac60-fd170d06274d service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Received event network-changed-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.368349] env[70220]: DEBUG nova.compute.manager [req-958d09b5-8b8f-47b6-8a8c-8f9830a3a442 req-5b3aaec8-065c-49f0-ac60-fd170d06274d service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Refreshing instance network info cache due to event network-changed-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.368567] env[70220]: DEBUG oslo_concurrency.lockutils [req-958d09b5-8b8f-47b6-8a8c-8f9830a3a442 req-5b3aaec8-065c-49f0-ac60-fd170d06274d service nova] Acquiring lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.368712] env[70220]: DEBUG oslo_concurrency.lockutils [req-958d09b5-8b8f-47b6-8a8c-8f9830a3a442 req-5b3aaec8-065c-49f0-ac60-fd170d06274d service nova] Acquired lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.368869] env[70220]: DEBUG nova.network.neutron [req-958d09b5-8b8f-47b6-8a8c-8f9830a3a442 req-5b3aaec8-065c-49f0-ac60-fd170d06274d service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Refreshing network info cache for port 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.467525] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.535666] env[70220]: DEBUG nova.network.neutron [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Successfully updated port: 1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.560903] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.569852] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625413, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.808802] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.820042] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.820565] env[70220]: DEBUG nova.compute.manager [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.823216] env[70220]: DEBUG oslo_concurrency.lockutils [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.174s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.823447] env[70220]: DEBUG nova.objects.instance [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lazy-loading 'resources' on Instance uuid 28201572-27d6-494c-a82a-73b22a2a276c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.041381] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquiring lock "refresh_cache-e1e494d0-aba4-4254-b4c7-14d56d79c336" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.041584] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquired lock "refresh_cache-e1e494d0-aba4-4254-b4c7-14d56d79c336" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.041798] env[70220]: DEBUG nova.network.neutron [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.051922] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625412, 'name': ReconfigVM_Task, 'duration_secs': 0.737693} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.055619] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Reconfigured VM instance instance-0000001a to attach disk [datastore1] d0b2e7f5-622a-458f-86b2-44a8a6e86e1b/d0b2e7f5-622a-458f-86b2-44a8a6e86e1b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.056516] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7dcebf7-4468-4be4-9734-f42e735c03bd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.065021] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53818} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.065270] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 0a47c5bb-e901-4095-984a-c52b1ee873d2/0a47c5bb-e901-4095-984a-c52b1ee873d2.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.065507] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.065693] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-407bec70-7101-4287-a504-3bb1c793039b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.076402] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 837.076402] env[70220]: value = "task-3625415" [ 837.076402] env[70220]: _type = "Task" [ 837.076402] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.077540] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 837.077540] env[70220]: value = "task-3625414" [ 837.077540] env[70220]: _type = "Task" [ 837.077540] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.088724] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.092242] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625414, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.100691] env[70220]: DEBUG nova.network.neutron [req-958d09b5-8b8f-47b6-8a8c-8f9830a3a442 req-5b3aaec8-065c-49f0-ac60-fd170d06274d service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Updated VIF entry in instance network info cache for port 9f9a5919-4bf7-469e-b5c5-e0e3a14cc163. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.101046] env[70220]: DEBUG nova.network.neutron [req-958d09b5-8b8f-47b6-8a8c-8f9830a3a442 req-5b3aaec8-065c-49f0-ac60-fd170d06274d service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Updating instance_info_cache with network_info: [{"id": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "address": "fa:16:3e:06:56:6f", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9a5919-4b", "ovs_interfaceid": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.226965] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 837.227224] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723007', 'volume_id': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'name': 'volume-fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca432dce-af3a-46fb-a71d-9d6e1ef8064d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'serial': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 837.228102] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2723c2b2-4cb9-4771-a6c2-b2cadaf3ac81 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.246513] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1c6f3c-d647-4970-9737-8fac633c8f96 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.272864] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-fa0abbeb-8692-43f3-90a0-97a1b666fe7b/volume-fa0abbeb-8692-43f3-90a0-97a1b666fe7b.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.273197] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ef5e0a-3ff2-48f5-9910-ac1e8a8dfd40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.295501] env[70220]: DEBUG oslo_vmware.api [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Waiting for the task: (returnval){ [ 837.295501] env[70220]: value = "task-3625416" [ 837.295501] env[70220]: _type = "Task" [ 837.295501] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.303522] env[70220]: DEBUG oslo_vmware.api [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Task: {'id': task-3625416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.327265] env[70220]: DEBUG nova.compute.utils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.333107] env[70220]: DEBUG nova.compute.manager [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.333387] env[70220]: DEBUG nova.network.neutron [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.376757] env[70220]: DEBUG nova.policy [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f310a9f1b7f46d18b62a312fdc6556a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '918239206a864cc6bbc0cebdd7310279', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.596406] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625414, 'name': Rename_Task, 'duration_secs': 0.392259} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.602185] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.602830] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122117} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.603515] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6f9ee66-63f5-415c-a823-69711d48cec1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.604935] env[70220]: DEBUG oslo_concurrency.lockutils [req-958d09b5-8b8f-47b6-8a8c-8f9830a3a442 req-5b3aaec8-065c-49f0-ac60-fd170d06274d service nova] Releasing lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.605311] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.606171] env[70220]: DEBUG nova.network.neutron [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.608436] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806f620c-6251-4178-9e93-4aedb35ad6f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.633073] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 0a47c5bb-e901-4095-984a-c52b1ee873d2/0a47c5bb-e901-4095-984a-c52b1ee873d2.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.637613] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9101fe3-5dcd-474d-a184-65cc1cb06f07 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.657021] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 837.657021] env[70220]: value = "task-3625417" [ 837.657021] env[70220]: _type = "Task" [ 837.657021] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.660115] env[70220]: DEBUG nova.network.neutron [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Successfully created port: 5d814791-9542-4fdd-87e5-d0546a2a7db8 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.668569] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 837.668569] env[70220]: value = "task-3625418" [ 837.668569] env[70220]: _type = "Task" [ 837.668569] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.672056] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625417, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.683334] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625418, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.807212] env[70220]: DEBUG oslo_vmware.api [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Task: {'id': task-3625416, 'name': ReconfigVM_Task, 'duration_secs': 0.433263} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.809746] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-fa0abbeb-8692-43f3-90a0-97a1b666fe7b/volume-fa0abbeb-8692-43f3-90a0-97a1b666fe7b.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.814590] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91d327c7-4f4b-4223-8656-9101187a2972 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.833841] env[70220]: DEBUG oslo_vmware.api [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Waiting for the task: (returnval){ [ 837.833841] env[70220]: value = "task-3625419" [ 837.833841] env[70220]: _type = "Task" [ 837.833841] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.837861] env[70220]: DEBUG nova.compute.manager [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.849426] env[70220]: DEBUG oslo_vmware.api [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Task: {'id': task-3625419, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.896870] env[70220]: DEBUG nova.network.neutron [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Updating instance_info_cache with network_info: [{"id": "1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e", "address": "fa:16:3e:1c:51:57", "network": {"id": "76cf65a0-12ec-45e4-a8a8-7a9dee4425a1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-730240972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9734f4d8344691a5888c35b4901b96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4aff72-2b", "ovs_interfaceid": "1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.975983] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb73c91-23f2-42c0-80e6-735cc0f85667 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.983799] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fff99ee-08ea-43ac-af68-3294adbea328 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.013856] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b4db9c-9300-4ab4-b487-4180a5363a00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.020627] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee90d685-d29a-4961-9380-0ac9a4397bf1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.033352] env[70220]: DEBUG nova.compute.provider_tree [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.172405] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625417, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.180519] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625418, 'name': ReconfigVM_Task, 'duration_secs': 0.282548} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.180754] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 0a47c5bb-e901-4095-984a-c52b1ee873d2/0a47c5bb-e901-4095-984a-c52b1ee873d2.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.181489] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a4158f4-6339-4278-8c9d-ce60671a06e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.188471] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 838.188471] env[70220]: value = "task-3625420" [ 838.188471] env[70220]: _type = "Task" [ 838.188471] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.195715] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625420, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.347118] env[70220]: DEBUG oslo_vmware.api [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Task: {'id': task-3625419, 'name': ReconfigVM_Task, 'duration_secs': 0.14542} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.347464] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723007', 'volume_id': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'name': 'volume-fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca432dce-af3a-46fb-a71d-9d6e1ef8064d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'serial': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 838.399941] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Releasing lock "refresh_cache-e1e494d0-aba4-4254-b4c7-14d56d79c336" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.400057] env[70220]: DEBUG nova.compute.manager [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Instance network_info: |[{"id": "1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e", "address": "fa:16:3e:1c:51:57", "network": {"id": "76cf65a0-12ec-45e4-a8a8-7a9dee4425a1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-730240972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9734f4d8344691a5888c35b4901b96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4aff72-2b", "ovs_interfaceid": "1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.400493] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:51:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1ce8361b-fd8e-4971-a37f-b84a4f77db19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.408040] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Creating folder: Project (9b9734f4d8344691a5888c35b4901b96). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.408632] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15c4e6e0-99ad-47ac-b07b-3cdd124267b1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.420060] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Created folder: Project (9b9734f4d8344691a5888c35b4901b96) in parent group-v722922. [ 838.420253] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Creating folder: Instances. Parent ref: group-v723012. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.420524] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd5adb1a-08f2-474f-b4f1-74c4f2b855e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.431477] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Created folder: Instances in parent group-v723012. [ 838.431733] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.431964] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.432224] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-592d0e05-3ae5-4934-9b8a-f96ddf6b97aa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.449811] env[70220]: DEBUG nova.compute.manager [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Received event network-vif-plugged-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.450588] env[70220]: DEBUG oslo_concurrency.lockutils [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] Acquiring lock "e1e494d0-aba4-4254-b4c7-14d56d79c336-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.450588] env[70220]: DEBUG oslo_concurrency.lockutils [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] Lock "e1e494d0-aba4-4254-b4c7-14d56d79c336-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.450588] env[70220]: DEBUG oslo_concurrency.lockutils [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] Lock "e1e494d0-aba4-4254-b4c7-14d56d79c336-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.450864] env[70220]: DEBUG nova.compute.manager [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] No waiting events found dispatching network-vif-plugged-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.450864] env[70220]: WARNING nova.compute.manager [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Received unexpected event network-vif-plugged-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e for instance with vm_state building and task_state spawning. [ 838.451091] env[70220]: DEBUG nova.compute.manager [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Received event network-changed-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.451286] env[70220]: DEBUG nova.compute.manager [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Refreshing instance network info cache due to event network-changed-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.451449] env[70220]: DEBUG oslo_concurrency.lockutils [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] Acquiring lock "refresh_cache-e1e494d0-aba4-4254-b4c7-14d56d79c336" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.451586] env[70220]: DEBUG oslo_concurrency.lockutils [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] Acquired lock "refresh_cache-e1e494d0-aba4-4254-b4c7-14d56d79c336" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.451736] env[70220]: DEBUG nova.network.neutron [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Refreshing network info cache for port 1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.454947] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.454947] env[70220]: value = "task-3625423" [ 838.454947] env[70220]: _type = "Task" [ 838.454947] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.463946] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625423, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.536634] env[70220]: DEBUG nova.scheduler.client.report [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.672276] env[70220]: DEBUG oslo_vmware.api [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625417, 'name': PowerOnVM_Task, 'duration_secs': 0.947013} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.672591] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.672785] env[70220]: DEBUG nova.compute.manager [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.673559] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba6adb4-660f-480d-930a-c0f4b0ec4ff5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.697559] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625420, 'name': Rename_Task, 'duration_secs': 0.178766} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.697559] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.697781] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5c89ee0-6783-418b-a6a3-0356a3bed97b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.704642] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 838.704642] env[70220]: value = "task-3625424" [ 838.704642] env[70220]: _type = "Task" [ 838.704642] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.712236] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.856806] env[70220]: DEBUG nova.compute.manager [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.883388] env[70220]: DEBUG nova.virt.hardware [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.883672] env[70220]: DEBUG nova.virt.hardware [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.883789] env[70220]: DEBUG nova.virt.hardware [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.883964] env[70220]: DEBUG nova.virt.hardware [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.884173] env[70220]: DEBUG nova.virt.hardware [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.884292] env[70220]: DEBUG nova.virt.hardware [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.884554] env[70220]: DEBUG nova.virt.hardware [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.884614] env[70220]: DEBUG nova.virt.hardware [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.884778] env[70220]: DEBUG nova.virt.hardware [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.884950] env[70220]: DEBUG nova.virt.hardware [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.885305] env[70220]: DEBUG nova.virt.hardware [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.885976] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bf0c6c-2030-494f-9eb1-f377e0805425 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.895743] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce32163c-a835-46b3-bc5b-5a78d46563d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.966835] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625423, 'name': CreateVM_Task, 'duration_secs': 0.333063} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.967060] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.967743] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.967914] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.968243] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.968503] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e8a4b05-56cf-4fde-ab99-dd4c9742a1b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.973395] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for the task: (returnval){ [ 838.973395] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c27485-9ea5-940f-e736-f5cf67b0a5cf" [ 838.973395] env[70220]: _type = "Task" [ 838.973395] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.981243] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c27485-9ea5-940f-e736-f5cf67b0a5cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.043015] env[70220]: DEBUG oslo_concurrency.lockutils [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.044479] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.443s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.046058] env[70220]: INFO nova.compute.claims [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.067582] env[70220]: INFO nova.scheduler.client.report [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Deleted allocations for instance 28201572-27d6-494c-a82a-73b22a2a276c [ 839.192089] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.199730] env[70220]: DEBUG nova.network.neutron [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Updated VIF entry in instance network info cache for port 1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.200123] env[70220]: DEBUG nova.network.neutron [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Updating instance_info_cache with network_info: [{"id": "1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e", "address": "fa:16:3e:1c:51:57", "network": {"id": "76cf65a0-12ec-45e4-a8a8-7a9dee4425a1", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-730240972-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b9734f4d8344691a5888c35b4901b96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1ce8361b-fd8e-4971-a37f-b84a4f77db19", "external-id": "nsx-vlan-transportzone-255", "segmentation_id": 255, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e4aff72-2b", "ovs_interfaceid": "1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.214379] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.365167] env[70220]: DEBUG nova.network.neutron [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Successfully updated port: 5d814791-9542-4fdd-87e5-d0546a2a7db8 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.396511] env[70220]: DEBUG nova.objects.instance [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Lazy-loading 'flavor' on Instance uuid ca432dce-af3a-46fb-a71d-9d6e1ef8064d {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.489478] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c27485-9ea5-940f-e736-f5cf67b0a5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.489783] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.490036] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.490296] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.490520] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.490725] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.491088] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ecdb6ba-adc2-41a5-bb04-6c0e0de63675 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.500557] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.500758] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.501524] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67641ec7-dd7f-4e74-aaff-937cf50dd7d0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.508215] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for the task: (returnval){ [ 839.508215] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ddc689-8ac4-de66-c6cc-be6a3fd45d59" [ 839.508215] env[70220]: _type = "Task" [ 839.508215] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.515094] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ddc689-8ac4-de66-c6cc-be6a3fd45d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.577285] env[70220]: DEBUG oslo_concurrency.lockutils [None req-839fa09e-5402-4ae3-ae3d-07c34ac47a84 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "28201572-27d6-494c-a82a-73b22a2a276c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.072s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.702876] env[70220]: DEBUG oslo_concurrency.lockutils [req-c2e08c2e-c773-4a93-9bb2-183f4329a4d8 req-89916a7a-218f-42cb-a1b5-1ea7532ddbac service nova] Releasing lock "refresh_cache-e1e494d0-aba4-4254-b4c7-14d56d79c336" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.715372] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.867954] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "refresh_cache-c4022a83-16ef-4d53-8efa-76d794878ed4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.869047] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired lock "refresh_cache-c4022a83-16ef-4d53-8efa-76d794878ed4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.869047] env[70220]: DEBUG nova.network.neutron [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.902017] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85487905-9b85-476f-b455-718b496ed647 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.321s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.017686] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ddc689-8ac4-de66-c6cc-be6a3fd45d59, 'name': SearchDatastore_Task, 'duration_secs': 0.009418} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.019356] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59030beb-0c8b-4e6c-ba58-a8c112928bd1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.024099] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for the task: (returnval){ [ 840.024099] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52af6f92-62fd-d663-ce48-3c1806a3c49d" [ 840.024099] env[70220]: _type = "Task" [ 840.024099] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.033127] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52af6f92-62fd-d663-ce48-3c1806a3c49d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.078990] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquiring lock "d0b2e7f5-622a-458f-86b2-44a8a6e86e1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.079264] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "d0b2e7f5-622a-458f-86b2-44a8a6e86e1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.079466] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquiring lock "d0b2e7f5-622a-458f-86b2-44a8a6e86e1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.079646] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "d0b2e7f5-622a-458f-86b2-44a8a6e86e1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.079813] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "d0b2e7f5-622a-458f-86b2-44a8a6e86e1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.081959] env[70220]: INFO nova.compute.manager [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Terminating instance [ 840.217295] env[70220]: DEBUG oslo_vmware.api [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625424, 'name': PowerOnVM_Task, 'duration_secs': 1.066313} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.217295] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.217295] env[70220]: INFO nova.compute.manager [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Took 9.43 seconds to spawn the instance on the hypervisor. [ 840.217626] env[70220]: DEBUG nova.compute.manager [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.218117] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b27c787-3680-4de7-b6e0-a012fc4652a7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.399927] env[70220]: DEBUG nova.network.neutron [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.488223] env[70220]: DEBUG nova.compute.manager [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Received event network-vif-plugged-5d814791-9542-4fdd-87e5-d0546a2a7db8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.488446] env[70220]: DEBUG oslo_concurrency.lockutils [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] Acquiring lock "c4022a83-16ef-4d53-8efa-76d794878ed4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.488649] env[70220]: DEBUG oslo_concurrency.lockutils [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] Lock "c4022a83-16ef-4d53-8efa-76d794878ed4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.489009] env[70220]: DEBUG oslo_concurrency.lockutils [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] Lock "c4022a83-16ef-4d53-8efa-76d794878ed4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.489315] env[70220]: DEBUG nova.compute.manager [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] No waiting events found dispatching network-vif-plugged-5d814791-9542-4fdd-87e5-d0546a2a7db8 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.489422] env[70220]: WARNING nova.compute.manager [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Received unexpected event network-vif-plugged-5d814791-9542-4fdd-87e5-d0546a2a7db8 for instance with vm_state building and task_state spawning. [ 840.489911] env[70220]: DEBUG nova.compute.manager [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Received event network-changed-5d814791-9542-4fdd-87e5-d0546a2a7db8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.490123] env[70220]: DEBUG nova.compute.manager [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Refreshing instance network info cache due to event network-changed-5d814791-9542-4fdd-87e5-d0546a2a7db8. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.490328] env[70220]: DEBUG oslo_concurrency.lockutils [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] Acquiring lock "refresh_cache-c4022a83-16ef-4d53-8efa-76d794878ed4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.506036] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05dc1e8-92be-48b8-820f-c4b817bd4fdd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.515866] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff4777-6009-44b6-b899-683bb6a5854a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.550018] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8963defd-3809-43bd-a476-69e0d4c6efd5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.553169] env[70220]: DEBUG nova.network.neutron [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Updating instance_info_cache with network_info: [{"id": "5d814791-9542-4fdd-87e5-d0546a2a7db8", "address": "fa:16:3e:f7:3d:b7", "network": {"id": "aaa52ad9-62c4-44ed-b585-71b25c189f31", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-990731045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918239206a864cc6bbc0cebdd7310279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d814791-95", "ovs_interfaceid": "5d814791-9542-4fdd-87e5-d0546a2a7db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.562473] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52af6f92-62fd-d663-ce48-3c1806a3c49d, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.564725] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.564990] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] e1e494d0-aba4-4254-b4c7-14d56d79c336/e1e494d0-aba4-4254-b4c7-14d56d79c336.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.566210] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58a41882-0cda-4764-89d7-b1a3e59b7a32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.568574] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f437ca2-8f1d-453f-b412-c4eb423f895b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.583952] env[70220]: DEBUG nova.compute.provider_tree [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.587780] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquiring lock "refresh_cache-d0b2e7f5-622a-458f-86b2-44a8a6e86e1b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.587954] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquired lock "refresh_cache-d0b2e7f5-622a-458f-86b2-44a8a6e86e1b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.588145] env[70220]: DEBUG nova.network.neutron [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.589430] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for the task: (returnval){ [ 840.589430] env[70220]: value = "task-3625425" [ 840.589430] env[70220]: _type = "Task" [ 840.589430] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.598305] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.626103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "21228faf-5663-44c8-b3ce-52e69d01eeac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.626389] env[70220]: DEBUG oslo_concurrency.lockutils [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "21228faf-5663-44c8-b3ce-52e69d01eeac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.626598] env[70220]: DEBUG oslo_concurrency.lockutils [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "21228faf-5663-44c8-b3ce-52e69d01eeac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.626781] env[70220]: DEBUG oslo_concurrency.lockutils [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "21228faf-5663-44c8-b3ce-52e69d01eeac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.626944] env[70220]: DEBUG oslo_concurrency.lockutils [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "21228faf-5663-44c8-b3ce-52e69d01eeac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.628671] env[70220]: DEBUG oslo_concurrency.lockutils [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Acquiring lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.628869] env[70220]: DEBUG oslo_concurrency.lockutils [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.630275] env[70220]: INFO nova.compute.manager [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Terminating instance [ 840.739967] env[70220]: INFO nova.compute.manager [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Took 49.67 seconds to build instance. [ 841.055910] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Releasing lock "refresh_cache-c4022a83-16ef-4d53-8efa-76d794878ed4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.056210] env[70220]: DEBUG nova.compute.manager [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Instance network_info: |[{"id": "5d814791-9542-4fdd-87e5-d0546a2a7db8", "address": "fa:16:3e:f7:3d:b7", "network": {"id": "aaa52ad9-62c4-44ed-b585-71b25c189f31", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-990731045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918239206a864cc6bbc0cebdd7310279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d814791-95", "ovs_interfaceid": "5d814791-9542-4fdd-87e5-d0546a2a7db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.056615] env[70220]: DEBUG oslo_concurrency.lockutils [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] Acquired lock "refresh_cache-c4022a83-16ef-4d53-8efa-76d794878ed4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.056718] env[70220]: DEBUG nova.network.neutron [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Refreshing network info cache for port 5d814791-9542-4fdd-87e5-d0546a2a7db8 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.057831] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:3d:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d814791-9542-4fdd-87e5-d0546a2a7db8', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.065486] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Creating folder: Project (918239206a864cc6bbc0cebdd7310279). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.068977] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6079ed4-9880-4d9b-bef8-ad6d9b41dd4c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.081279] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Created folder: Project (918239206a864cc6bbc0cebdd7310279) in parent group-v722922. [ 841.081495] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Creating folder: Instances. Parent ref: group-v723015. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.081709] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0466ec07-071d-41d8-a5f7-480bb33662d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.088016] env[70220]: DEBUG nova.scheduler.client.report [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.097033] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Created folder: Instances in parent group-v723015. [ 841.097033] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.102921] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.103656] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1a839ba-0d1c-4e55-a48c-0538510acbbb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.126164] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458821} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.127842] env[70220]: DEBUG nova.network.neutron [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.129743] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] e1e494d0-aba4-4254-b4c7-14d56d79c336/e1e494d0-aba4-4254-b4c7-14d56d79c336.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.129956] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.130205] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.130205] env[70220]: value = "task-3625428" [ 841.130205] env[70220]: _type = "Task" [ 841.130205] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.130721] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42a65e1b-12f4-4ffe-a21b-597059c59d21 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.133644] env[70220]: INFO nova.compute.manager [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Detaching volume fa0abbeb-8692-43f3-90a0-97a1b666fe7b [ 841.138641] env[70220]: DEBUG nova.compute.manager [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.138840] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.140018] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d277fab-5aec-4d23-ade1-d8df79fdaa31 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.146288] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for the task: (returnval){ [ 841.146288] env[70220]: value = "task-3625429" [ 841.146288] env[70220]: _type = "Task" [ 841.146288] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.150039] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625428, 'name': CreateVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.161027] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.164228] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a16a942f-ee94-40fa-884f-eecd6337bae6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.167238] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.176206] env[70220]: DEBUG oslo_vmware.api [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 841.176206] env[70220]: value = "task-3625430" [ 841.176206] env[70220]: _type = "Task" [ 841.176206] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.190313] env[70220]: DEBUG oslo_vmware.api [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.202721] env[70220]: INFO nova.virt.block_device [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Attempting to driver detach volume fa0abbeb-8692-43f3-90a0-97a1b666fe7b from mountpoint /dev/sdb [ 841.203022] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 841.203285] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723007', 'volume_id': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'name': 'volume-fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca432dce-af3a-46fb-a71d-9d6e1ef8064d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'serial': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 841.204398] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0cefbe-3975-4c0a-a369-44d638001ac5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.232276] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdc9bf6-8bc8-4b50-9697-09ef65652868 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.235953] env[70220]: DEBUG nova.network.neutron [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.242315] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b639c32c-3840-4c50-8d47-531000cc5404 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "0a47c5bb-e901-4095-984a-c52b1ee873d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.580s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.247323] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce6d7e4-6ffb-468c-a613-cf5a9ac66f0f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.272249] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4829665d-cbc8-46b8-9c5b-d495641f75cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.290677] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] The volume has not been displaced from its original location: [datastore1] volume-fa0abbeb-8692-43f3-90a0-97a1b666fe7b/volume-fa0abbeb-8692-43f3-90a0-97a1b666fe7b.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 841.296426] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 841.297273] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ac814a-1cb4-45d4-a1de-5b6aef8bddc8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.323804] env[70220]: DEBUG oslo_vmware.api [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Waiting for the task: (returnval){ [ 841.323804] env[70220]: value = "task-3625431" [ 841.323804] env[70220]: _type = "Task" [ 841.323804] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.333259] env[70220]: DEBUG oslo_vmware.api [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Task: {'id': task-3625431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.359860] env[70220]: DEBUG nova.network.neutron [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Updated VIF entry in instance network info cache for port 5d814791-9542-4fdd-87e5-d0546a2a7db8. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.360356] env[70220]: DEBUG nova.network.neutron [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Updating instance_info_cache with network_info: [{"id": "5d814791-9542-4fdd-87e5-d0546a2a7db8", "address": "fa:16:3e:f7:3d:b7", "network": {"id": "aaa52ad9-62c4-44ed-b585-71b25c189f31", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-990731045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918239206a864cc6bbc0cebdd7310279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d814791-95", "ovs_interfaceid": "5d814791-9542-4fdd-87e5-d0546a2a7db8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.600899] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.601500] env[70220]: DEBUG nova.compute.manager [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.604072] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.914s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.604253] env[70220]: DEBUG nova.objects.instance [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 841.643311] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625428, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.659458] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077819} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.659705] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.660470] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f76045-c2fd-47f7-928c-9928f5c1864e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.681968] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e1e494d0-aba4-4254-b4c7-14d56d79c336/e1e494d0-aba4-4254-b4c7-14d56d79c336.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.682628] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc4d963-b3e6-4948-9690-d5fc752f074c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.705677] env[70220]: DEBUG oslo_vmware.api [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625430, 'name': PowerOffVM_Task, 'duration_secs': 0.197081} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.707931] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.708385] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.708474] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for the task: (returnval){ [ 841.708474] env[70220]: value = "task-3625432" [ 841.708474] env[70220]: _type = "Task" [ 841.708474] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.708616] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f53b408a-25e5-4194-9a99-2d2910c5b8a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.718316] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625432, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.739177] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Releasing lock "refresh_cache-d0b2e7f5-622a-458f-86b2-44a8a6e86e1b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.739421] env[70220]: DEBUG nova.compute.manager [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.739615] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.740509] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018c1236-2ac9-4a4d-88de-571e27283b11 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.748089] env[70220]: DEBUG nova.compute.manager [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.750843] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.751128] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-112418b3-12e4-4f98-917b-1748cbc51481 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.758461] env[70220]: DEBUG oslo_vmware.api [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 841.758461] env[70220]: value = "task-3625434" [ 841.758461] env[70220]: _type = "Task" [ 841.758461] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.767265] env[70220]: DEBUG oslo_vmware.api [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.786039] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.786039] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.786039] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Deleting the datastore file [datastore1] 21228faf-5663-44c8-b3ce-52e69d01eeac {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.786039] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa7e9995-62ab-4801-83ce-1cf0d9e9f50b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.794514] env[70220]: DEBUG oslo_vmware.api [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for the task: (returnval){ [ 841.794514] env[70220]: value = "task-3625435" [ 841.794514] env[70220]: _type = "Task" [ 841.794514] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.805404] env[70220]: DEBUG oslo_vmware.api [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.832558] env[70220]: DEBUG oslo_vmware.api [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Task: {'id': task-3625431, 'name': ReconfigVM_Task, 'duration_secs': 0.243079} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.833725] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 841.838583] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-001a8fb4-f349-47ec-ae87-898f2395c95c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.855720] env[70220]: DEBUG oslo_vmware.api [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Waiting for the task: (returnval){ [ 841.855720] env[70220]: value = "task-3625436" [ 841.855720] env[70220]: _type = "Task" [ 841.855720] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.867008] env[70220]: DEBUG oslo_concurrency.lockutils [req-16a8c70f-1b14-42bd-b197-c6cc8e0bdf2f req-c1f221c1-064a-4917-83ed-9093cd02a6c9 service nova] Releasing lock "refresh_cache-c4022a83-16ef-4d53-8efa-76d794878ed4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.867430] env[70220]: DEBUG oslo_vmware.api [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Task: {'id': task-3625436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.109049] env[70220]: DEBUG nova.compute.utils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.112697] env[70220]: DEBUG nova.compute.manager [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.112924] env[70220]: DEBUG nova.network.neutron [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.144999] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625428, 'name': CreateVM_Task, 'duration_secs': 0.533681} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.144999] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.145161] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.145299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.145693] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.145982] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ce8b04-c01a-4e27-8482-c67a2bb4b141 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.150868] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 842.150868] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bcc596-5994-8eee-838e-184973478a2b" [ 842.150868] env[70220]: _type = "Task" [ 842.150868] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.160454] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bcc596-5994-8eee-838e-184973478a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.161914] env[70220]: DEBUG nova.policy [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e02b77d746047718489a4cb1b94aae9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d247b45b2e5476ab77803389da309ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.220339] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625432, 'name': ReconfigVM_Task, 'duration_secs': 0.358395} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.220706] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e1e494d0-aba4-4254-b4c7-14d56d79c336/e1e494d0-aba4-4254-b4c7-14d56d79c336.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.221350] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-735e7a82-9166-4503-a19e-be506bd3d907 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.229138] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for the task: (returnval){ [ 842.229138] env[70220]: value = "task-3625437" [ 842.229138] env[70220]: _type = "Task" [ 842.229138] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.240162] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625437, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.268115] env[70220]: DEBUG oslo_vmware.api [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625434, 'name': PowerOffVM_Task, 'duration_secs': 0.16597} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.268479] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.268677] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.269012] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68d0d337-ce92-4710-8fb9-e64c39548f72 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.275648] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.295498] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.295777] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.296045] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Deleting the datastore file [datastore1] d0b2e7f5-622a-458f-86b2-44a8a6e86e1b {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.300030] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d09e4532-2fb7-470d-859b-7867ec95c2c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.307162] env[70220]: DEBUG oslo_vmware.api [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Task: {'id': task-3625435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360538} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.308552] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.308818] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.309080] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.309356] env[70220]: INFO nova.compute.manager [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Took 1.17 seconds to destroy the instance on the hypervisor. [ 842.309783] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.309962] env[70220]: DEBUG oslo_vmware.api [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for the task: (returnval){ [ 842.309962] env[70220]: value = "task-3625439" [ 842.309962] env[70220]: _type = "Task" [ 842.309962] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.310265] env[70220]: DEBUG nova.compute.manager [-] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.310368] env[70220]: DEBUG nova.network.neutron [-] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.325526] env[70220]: DEBUG oslo_vmware.api [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.370751] env[70220]: DEBUG oslo_vmware.api [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Task: {'id': task-3625436, 'name': ReconfigVM_Task, 'duration_secs': 0.176508} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.372873] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723007', 'volume_id': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'name': 'volume-fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ca432dce-af3a-46fb-a71d-9d6e1ef8064d', 'attached_at': '', 'detached_at': '', 'volume_id': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b', 'serial': 'fa0abbeb-8692-43f3-90a0-97a1b666fe7b'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 842.460978] env[70220]: DEBUG nova.network.neutron [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Successfully created port: 59d0ddf4-6de4-4bf5-babb-33904c661b5c {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.615179] env[70220]: DEBUG nova.compute.manager [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.623417] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f8c34586-0530-43c0-96d7-1c5a21f2d05f tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.624767] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 38.765s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.665704] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bcc596-5994-8eee-838e-184973478a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.019597} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.665893] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.666028] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.666258] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.666396] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.666567] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.666816] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52ba3825-87e1-437a-b091-5386b774b5a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.683303] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.683303] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 842.683303] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd4a9797-f717-4831-bf40-9eb4fe5c5279 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.688230] env[70220]: DEBUG nova.compute.manager [req-ed4954ac-ab97-4c08-a204-594978cd279d req-17e19bbb-60f0-4dec-a004-aed961223119 service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Received event network-vif-deleted-14d76c5f-2799-47cf-a663-06d5a61d54ba {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.688562] env[70220]: INFO nova.compute.manager [req-ed4954ac-ab97-4c08-a204-594978cd279d req-17e19bbb-60f0-4dec-a004-aed961223119 service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Neutron deleted interface 14d76c5f-2799-47cf-a663-06d5a61d54ba; detaching it from the instance and deleting it from the info cache [ 842.688851] env[70220]: DEBUG nova.network.neutron [req-ed4954ac-ab97-4c08-a204-594978cd279d req-17e19bbb-60f0-4dec-a004-aed961223119 service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.692261] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 842.692261] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5210a025-16d3-b01c-02e3-2e36adee8d5b" [ 842.692261] env[70220]: _type = "Task" [ 842.692261] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.702838] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5210a025-16d3-b01c-02e3-2e36adee8d5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.738495] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625437, 'name': Rename_Task, 'duration_secs': 0.182731} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.738772] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.739015] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3116a38-4a17-4a41-82b7-e72cc3449e36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.747101] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for the task: (returnval){ [ 842.747101] env[70220]: value = "task-3625440" [ 842.747101] env[70220]: _type = "Task" [ 842.747101] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.764939] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625440, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.822925] env[70220]: DEBUG oslo_vmware.api [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Task: {'id': task-3625439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180463} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.823181] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.823362] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.823536] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.823705] env[70220]: INFO nova.compute.manager [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 842.823933] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.824137] env[70220]: DEBUG nova.compute.manager [-] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 842.824251] env[70220]: DEBUG nova.network.neutron [-] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.839882] env[70220]: DEBUG nova.network.neutron [-] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.941705] env[70220]: DEBUG nova.objects.instance [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Lazy-loading 'flavor' on Instance uuid ca432dce-af3a-46fb-a71d-9d6e1ef8064d {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.072713] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.072937] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.170341] env[70220]: DEBUG nova.network.neutron [-] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.195205] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-597b8b3c-7333-410a-bae1-f6dbcd90bdd1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.209459] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5210a025-16d3-b01c-02e3-2e36adee8d5b, 'name': SearchDatastore_Task, 'duration_secs': 0.014219} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.216118] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a95029-1aa4-4894-b2b4-260b3a859f28 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.227734] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdc4af3-8acd-4c60-bb6d-65296e22366a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.233431] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 843.233431] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52813424-0342-a700-cac2-238164e68692" [ 843.233431] env[70220]: _type = "Task" [ 843.233431] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.243123] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52813424-0342-a700-cac2-238164e68692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.255230] env[70220]: DEBUG nova.compute.manager [req-ed4954ac-ab97-4c08-a204-594978cd279d req-17e19bbb-60f0-4dec-a004-aed961223119 service nova] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Detach interface failed, port_id=14d76c5f-2799-47cf-a663-06d5a61d54ba, reason: Instance 21228faf-5663-44c8-b3ce-52e69d01eeac could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 843.266684] env[70220]: DEBUG oslo_vmware.api [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625440, 'name': PowerOnVM_Task, 'duration_secs': 0.466615} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.266978] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.267232] env[70220]: INFO nova.compute.manager [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Took 7.11 seconds to spawn the instance on the hypervisor. [ 843.267415] env[70220]: DEBUG nova.compute.manager [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.268168] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733efe5e-5280-4f26-98e6-85129f5e160a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.342645] env[70220]: DEBUG nova.network.neutron [-] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.634201] env[70220]: DEBUG nova.compute.manager [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.659158] env[70220]: DEBUG nova.virt.hardware [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.659158] env[70220]: DEBUG nova.virt.hardware [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.659158] env[70220]: DEBUG nova.virt.hardware [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.659376] env[70220]: DEBUG nova.virt.hardware [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.659376] env[70220]: DEBUG nova.virt.hardware [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.659376] env[70220]: DEBUG nova.virt.hardware [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.659528] env[70220]: DEBUG nova.virt.hardware [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.659763] env[70220]: DEBUG nova.virt.hardware [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.659850] env[70220]: DEBUG nova.virt.hardware [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.660021] env[70220]: DEBUG nova.virt.hardware [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.660195] env[70220]: DEBUG nova.virt.hardware [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.661100] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a1f81e-2962-45a2-8183-525575b78d3e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.673077] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60784adb-c7a0-4807-92df-b3f6cce4d709 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.676802] env[70220]: INFO nova.compute.manager [-] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Took 1.37 seconds to deallocate network for instance. [ 843.740332] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62df295-2eb9-4bcc-92d2-047f554f652f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.748943] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52813424-0342-a700-cac2-238164e68692, 'name': SearchDatastore_Task, 'duration_secs': 0.043307} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.751353] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.751353] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c4022a83-16ef-4d53-8efa-76d794878ed4/c4022a83-16ef-4d53-8efa-76d794878ed4.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.751581] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-449ea092-4dc7-4250-80bc-83a147181b0c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.754296] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57f847d-195e-4a7e-a2e6-71634f1bd988 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.795399] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef587ae-4e67-4993-ae56-63ec99f39a26 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.795663] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 843.795663] env[70220]: value = "task-3625442" [ 843.795663] env[70220]: _type = "Task" [ 843.795663] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.795986] env[70220]: INFO nova.compute.manager [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Took 50.12 seconds to build instance. [ 843.804547] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78ed77a-e782-434a-a20d-d3205d73b6cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.813758] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.824637] env[70220]: DEBUG nova.compute.provider_tree [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.846036] env[70220]: INFO nova.compute.manager [-] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Took 1.02 seconds to deallocate network for instance. [ 843.889396] env[70220]: DEBUG nova.compute.manager [req-946e32a3-1f9a-4916-bc4b-4fff7a0645aa req-0a3406b7-8097-49ad-89b8-6ba86fef08cf service nova] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Received event network-vif-plugged-59d0ddf4-6de4-4bf5-babb-33904c661b5c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.889980] env[70220]: DEBUG oslo_concurrency.lockutils [req-946e32a3-1f9a-4916-bc4b-4fff7a0645aa req-0a3406b7-8097-49ad-89b8-6ba86fef08cf service nova] Acquiring lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.889980] env[70220]: DEBUG oslo_concurrency.lockutils [req-946e32a3-1f9a-4916-bc4b-4fff7a0645aa req-0a3406b7-8097-49ad-89b8-6ba86fef08cf service nova] Lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.890239] env[70220]: DEBUG oslo_concurrency.lockutils [req-946e32a3-1f9a-4916-bc4b-4fff7a0645aa req-0a3406b7-8097-49ad-89b8-6ba86fef08cf service nova] Lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.890278] env[70220]: DEBUG nova.compute.manager [req-946e32a3-1f9a-4916-bc4b-4fff7a0645aa req-0a3406b7-8097-49ad-89b8-6ba86fef08cf service nova] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] No waiting events found dispatching network-vif-plugged-59d0ddf4-6de4-4bf5-babb-33904c661b5c {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.890956] env[70220]: WARNING nova.compute.manager [req-946e32a3-1f9a-4916-bc4b-4fff7a0645aa req-0a3406b7-8097-49ad-89b8-6ba86fef08cf service nova] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Received unexpected event network-vif-plugged-59d0ddf4-6de4-4bf5-babb-33904c661b5c for instance with vm_state building and task_state spawning. [ 843.950225] env[70220]: DEBUG oslo_concurrency.lockutils [None req-847c5c33-65a5-4726-80a8-30b553161d91 tempest-VolumesAssistedSnapshotsTest-181975520 tempest-VolumesAssistedSnapshotsTest-181975520-project-admin] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.321s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.991781] env[70220]: DEBUG nova.network.neutron [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Successfully updated port: 59d0ddf4-6de4-4bf5-babb-33904c661b5c {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.195850] env[70220]: DEBUG oslo_concurrency.lockutils [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.303887] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fe0139e3-8815-42ed-811a-698b0eb32f3b tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Lock "e1e494d0-aba4-4254-b4c7-14d56d79c336" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.343s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.309852] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625442, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.327914] env[70220]: DEBUG nova.scheduler.client.report [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.353180] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.494974] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "refresh_cache-ffd5619f-4fd8-4d3b-a235-74cffa83216d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.495174] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "refresh_cache-ffd5619f-4fd8-4d3b-a235-74cffa83216d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.495336] env[70220]: DEBUG nova.network.neutron [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.810265] env[70220]: DEBUG nova.compute.manager [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.813722] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893183} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.814281] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c4022a83-16ef-4d53-8efa-76d794878ed4/c4022a83-16ef-4d53-8efa-76d794878ed4.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.814553] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.814860] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b614444-0b8a-41f7-8cec-f44db9f2db2d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.824794] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquiring lock "e1e494d0-aba4-4254-b4c7-14d56d79c336" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.824794] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Lock "e1e494d0-aba4-4254-b4c7-14d56d79c336" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.824794] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquiring lock "e1e494d0-aba4-4254-b4c7-14d56d79c336-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.824794] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Lock "e1e494d0-aba4-4254-b4c7-14d56d79c336-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.825079] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Lock "e1e494d0-aba4-4254-b4c7-14d56d79c336-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.826170] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 844.826170] env[70220]: value = "task-3625443" [ 844.826170] env[70220]: _type = "Task" [ 844.826170] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.826692] env[70220]: INFO nova.compute.manager [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Terminating instance [ 844.845840] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.029238] env[70220]: DEBUG nova.network.neutron [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.153230] env[70220]: DEBUG nova.network.neutron [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Updating instance_info_cache with network_info: [{"id": "59d0ddf4-6de4-4bf5-babb-33904c661b5c", "address": "fa:16:3e:9e:f2:59", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d0ddf4-6d", "ovs_interfaceid": "59d0ddf4-6de4-4bf5-babb-33904c661b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.333776] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.339879] env[70220]: DEBUG nova.compute.manager [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.340090] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.341240] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.716s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.344303] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187065} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.345100] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ee2e55-35b7-490f-8901-507f0e11958b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.347661] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.226s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.347859] env[70220]: DEBUG nova.objects.instance [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lazy-loading 'resources' on Instance uuid ed5faa43-07dd-4a5c-bd7c-022867ac115f {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.349664] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.350459] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c56fd3-b59d-492e-8b7d-9738638d7c66 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.373273] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] c4022a83-16ef-4d53-8efa-76d794878ed4/c4022a83-16ef-4d53-8efa-76d794878ed4.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.375849] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb12134b-38b6-472d-b8e1-213a6382d354 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.390296] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.391294] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1f6e95c-78fe-4591-9c7c-ddd8a2c55008 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.398334] env[70220]: DEBUG oslo_vmware.api [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for the task: (returnval){ [ 845.398334] env[70220]: value = "task-3625444" [ 845.398334] env[70220]: _type = "Task" [ 845.398334] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.402670] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 845.402670] env[70220]: value = "task-3625445" [ 845.402670] env[70220]: _type = "Task" [ 845.402670] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.408568] env[70220]: DEBUG oslo_vmware.api [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.413880] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.654938] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "refresh_cache-ffd5619f-4fd8-4d3b-a235-74cffa83216d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.655290] env[70220]: DEBUG nova.compute.manager [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Instance network_info: |[{"id": "59d0ddf4-6de4-4bf5-babb-33904c661b5c", "address": "fa:16:3e:9e:f2:59", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d0ddf4-6d", "ovs_interfaceid": "59d0ddf4-6de4-4bf5-babb-33904c661b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.655769] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:f2:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59d0ddf4-6de4-4bf5-babb-33904c661b5c', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.663761] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.663993] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.664274] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c27004b0-e813-46c0-ad78-5a5f1931cc9b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.685232] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.685232] env[70220]: value = "task-3625446" [ 845.685232] env[70220]: _type = "Task" [ 845.685232] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.693128] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625446, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.908154] env[70220]: INFO nova.scheduler.client.report [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Deleted allocation for migration 3fca8b01-b4d7-4deb-a4ed-22315875d646 [ 845.912822] env[70220]: DEBUG oslo_vmware.api [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625444, 'name': PowerOffVM_Task, 'duration_secs': 0.199193} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.915715] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.915954] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.916612] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2f25744-898e-4d67-a01d-055865052181 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.922425] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.031331] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.031555] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.031722] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Deleting the datastore file [datastore1] e1e494d0-aba4-4254-b4c7-14d56d79c336 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.031977] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a1ee7b3-1ec5-4f7b-b552-92c6d3e121b1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.038617] env[70220]: DEBUG oslo_vmware.api [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for the task: (returnval){ [ 846.038617] env[70220]: value = "task-3625448" [ 846.038617] env[70220]: _type = "Task" [ 846.038617] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.050716] env[70220]: DEBUG oslo_vmware.api [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.196122] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625446, 'name': CreateVM_Task, 'duration_secs': 0.314608} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.198353] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.199173] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.199337] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.199644] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.199898] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafe2164-d87f-4c61-9ff9-04dc013f2081 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.204173] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 846.204173] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]527c1b4d-bbbe-8d80-26ba-ca90e373fc13" [ 846.204173] env[70220]: _type = "Task" [ 846.204173] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.213775] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527c1b4d-bbbe-8d80-26ba-ca90e373fc13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.276325] env[70220]: DEBUG nova.compute.manager [req-553a0f98-5fd4-4eb9-b8a8-e59c63184319 req-f2c3afd2-d83f-45ea-9a64-ff1dd6479cbf service nova] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Received event network-changed-59d0ddf4-6de4-4bf5-babb-33904c661b5c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.276325] env[70220]: DEBUG nova.compute.manager [req-553a0f98-5fd4-4eb9-b8a8-e59c63184319 req-f2c3afd2-d83f-45ea-9a64-ff1dd6479cbf service nova] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Refreshing instance network info cache due to event network-changed-59d0ddf4-6de4-4bf5-babb-33904c661b5c. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.276325] env[70220]: DEBUG oslo_concurrency.lockutils [req-553a0f98-5fd4-4eb9-b8a8-e59c63184319 req-f2c3afd2-d83f-45ea-9a64-ff1dd6479cbf service nova] Acquiring lock "refresh_cache-ffd5619f-4fd8-4d3b-a235-74cffa83216d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.276325] env[70220]: DEBUG oslo_concurrency.lockutils [req-553a0f98-5fd4-4eb9-b8a8-e59c63184319 req-f2c3afd2-d83f-45ea-9a64-ff1dd6479cbf service nova] Acquired lock "refresh_cache-ffd5619f-4fd8-4d3b-a235-74cffa83216d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.276325] env[70220]: DEBUG nova.network.neutron [req-553a0f98-5fd4-4eb9-b8a8-e59c63184319 req-f2c3afd2-d83f-45ea-9a64-ff1dd6479cbf service nova] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Refreshing network info cache for port 59d0ddf4-6de4-4bf5-babb-33904c661b5c {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.340549] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquiring lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.340862] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.341087] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquiring lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.341275] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.341436] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.344861] env[70220]: INFO nova.compute.manager [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Terminating instance [ 846.399521] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f075bcb-1299-4d4c-909d-d6cd00249978 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.409766] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e653ca-1f19-472b-ba61-3389e6647cea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.417996] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dd8650d5-f68a-432b-a8a7-237d8e67daa5 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 45.613s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.418996] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625445, 'name': ReconfigVM_Task, 'duration_secs': 0.702314} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.419785] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Reconfigured VM instance instance-0000001e to attach disk [datastore1] c4022a83-16ef-4d53-8efa-76d794878ed4/c4022a83-16ef-4d53-8efa-76d794878ed4.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.420366] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef32d2c8-58e0-4c7b-b518-e9ad09d37c36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.452875] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce361bb-a43b-49a3-92a1-5b551bbef648 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.457107] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 846.457107] env[70220]: value = "task-3625449" [ 846.457107] env[70220]: _type = "Task" [ 846.457107] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.462952] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ea7184-07cf-40d6-9fc2-31c25f59e6f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.473173] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625449, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.483482] env[70220]: DEBUG nova.compute.provider_tree [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.548173] env[70220]: DEBUG oslo_vmware.api [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Task: {'id': task-3625448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497784} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.548441] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.548617] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.548790] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.548953] env[70220]: INFO nova.compute.manager [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Took 1.21 seconds to destroy the instance on the hypervisor. [ 846.549269] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.549476] env[70220]: DEBUG nova.compute.manager [-] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.549570] env[70220]: DEBUG nova.network.neutron [-] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.714577] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527c1b4d-bbbe-8d80-26ba-ca90e373fc13, 'name': SearchDatastore_Task, 'duration_secs': 0.030473} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.715009] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.715351] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.715515] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.715634] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.715813] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.716403] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a42d35c-0552-441c-8bdb-45f12558addd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.726435] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.726614] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.727406] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e7f70a-6be0-4355-8897-14f6aec8e9df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.732881] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 846.732881] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5280de74-fda4-40ba-60de-2fd85e1bff9e" [ 846.732881] env[70220]: _type = "Task" [ 846.732881] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.740675] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5280de74-fda4-40ba-60de-2fd85e1bff9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.852437] env[70220]: DEBUG nova.compute.manager [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.852658] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.854047] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeccfc5-b367-4f99-b797-fa1f3a9e81ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.861951] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.862053] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d058fc36-f818-411c-9767-ee5e3c9dab06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.870781] env[70220]: DEBUG oslo_vmware.api [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for the task: (returnval){ [ 846.870781] env[70220]: value = "task-3625450" [ 846.870781] env[70220]: _type = "Task" [ 846.870781] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.882683] env[70220]: DEBUG oslo_vmware.api [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.970072] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625449, 'name': Rename_Task, 'duration_secs': 0.231979} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.970316] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.971034] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3362eba3-bae3-477b-a024-ffc38a8cf0aa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.979187] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 846.979187] env[70220]: value = "task-3625451" [ 846.979187] env[70220]: _type = "Task" [ 846.979187] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.987619] env[70220]: DEBUG nova.scheduler.client.report [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.992412] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.132833] env[70220]: DEBUG nova.network.neutron [req-553a0f98-5fd4-4eb9-b8a8-e59c63184319 req-f2c3afd2-d83f-45ea-9a64-ff1dd6479cbf service nova] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Updated VIF entry in instance network info cache for port 59d0ddf4-6de4-4bf5-babb-33904c661b5c. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.133236] env[70220]: DEBUG nova.network.neutron [req-553a0f98-5fd4-4eb9-b8a8-e59c63184319 req-f2c3afd2-d83f-45ea-9a64-ff1dd6479cbf service nova] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Updating instance_info_cache with network_info: [{"id": "59d0ddf4-6de4-4bf5-babb-33904c661b5c", "address": "fa:16:3e:9e:f2:59", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d0ddf4-6d", "ovs_interfaceid": "59d0ddf4-6de4-4bf5-babb-33904c661b5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.243767] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5280de74-fda4-40ba-60de-2fd85e1bff9e, 'name': SearchDatastore_Task, 'duration_secs': 0.049317} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.244619] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32de9b77-3b34-4cb3-835e-297424128f8a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.249753] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 847.249753] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e711ba-9d55-23bd-0a6a-dde07ff5708e" [ 847.249753] env[70220]: _type = "Task" [ 847.249753] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.257524] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e711ba-9d55-23bd-0a6a-dde07ff5708e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.300891] env[70220]: DEBUG nova.network.neutron [-] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.388533] env[70220]: DEBUG oslo_vmware.api [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625450, 'name': PowerOffVM_Task, 'duration_secs': 0.208797} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.388795] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.388951] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.389558] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b0d34ad-c7b7-4437-8ec1-a7b53ea3e394 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.489487] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625451, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.494469] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.147s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.496915] env[70220]: DEBUG oslo_concurrency.lockutils [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.982s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.497133] env[70220]: DEBUG nova.objects.instance [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 847.512118] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.512118] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.512118] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Deleting the datastore file [datastore2] ca432dce-af3a-46fb-a71d-9d6e1ef8064d {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.512118] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51f68fcf-bd60-4360-aee5-fa3aa2c62add {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.521439] env[70220]: DEBUG oslo_vmware.api [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for the task: (returnval){ [ 847.521439] env[70220]: value = "task-3625453" [ 847.521439] env[70220]: _type = "Task" [ 847.521439] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.530288] env[70220]: DEBUG oslo_vmware.api [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.531498] env[70220]: INFO nova.scheduler.client.report [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Deleted allocations for instance ed5faa43-07dd-4a5c-bd7c-022867ac115f [ 847.636763] env[70220]: DEBUG oslo_concurrency.lockutils [req-553a0f98-5fd4-4eb9-b8a8-e59c63184319 req-f2c3afd2-d83f-45ea-9a64-ff1dd6479cbf service nova] Releasing lock "refresh_cache-ffd5619f-4fd8-4d3b-a235-74cffa83216d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.763621] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e711ba-9d55-23bd-0a6a-dde07ff5708e, 'name': SearchDatastore_Task, 'duration_secs': 0.018565} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.763621] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.763809] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] ffd5619f-4fd8-4d3b-a235-74cffa83216d/ffd5619f-4fd8-4d3b-a235-74cffa83216d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.764041] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-564da0dc-434e-4177-ae57-0dae6e0b52ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.772038] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 847.772038] env[70220]: value = "task-3625454" [ 847.772038] env[70220]: _type = "Task" [ 847.772038] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.780248] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.804699] env[70220]: INFO nova.compute.manager [-] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Took 1.25 seconds to deallocate network for instance. [ 847.989790] env[70220]: DEBUG oslo_vmware.api [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625451, 'name': PowerOnVM_Task, 'duration_secs': 0.766176} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.991552] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.991552] env[70220]: INFO nova.compute.manager [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Took 9.13 seconds to spawn the instance on the hypervisor. [ 847.991552] env[70220]: DEBUG nova.compute.manager [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.991552] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83cf06c-2bf5-4f50-92a7-b3cc13cb4b3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.031085] env[70220]: DEBUG oslo_vmware.api [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Task: {'id': task-3625453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208479} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.031320] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.031502] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.031704] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.031916] env[70220]: INFO nova.compute.manager [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 848.032138] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.032348] env[70220]: DEBUG nova.compute.manager [-] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.032415] env[70220]: DEBUG nova.network.neutron [-] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.040121] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae9a02cc-be5e-434f-b92d-f8de394bb042 tempest-ServersListShow298Test-1132279480 tempest-ServersListShow298Test-1132279480-project-member] Lock "ed5faa43-07dd-4a5c-bd7c-022867ac115f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.196s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.283459] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625454, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.312273] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.331687] env[70220]: DEBUG nova.compute.manager [req-c6b81586-a3d9-42b1-9a53-7638ecbec1c9 req-4f9b4470-2e28-432a-b3bc-ca217beb6470 service nova] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Received event network-vif-deleted-1e4aff72-2bb1-42c7-b994-9eb4c5e3f72e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.506406] env[70220]: DEBUG oslo_concurrency.lockutils [None req-69afd615-4f61-4f91-b6c2-9392e22fd5f1 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.508797] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.685s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.513812] env[70220]: INFO nova.compute.claims [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.519457] env[70220]: INFO nova.compute.manager [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Took 48.63 seconds to build instance. [ 848.676412] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "e77916d8-d281-4418-aeab-169a6d99f109" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.676591] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "e77916d8-d281-4418-aeab-169a6d99f109" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.783997] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721986} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.784327] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] ffd5619f-4fd8-4d3b-a235-74cffa83216d/ffd5619f-4fd8-4d3b-a235-74cffa83216d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.784546] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.784958] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5d4eb43-19de-46aa-8387-84c35917619c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.792156] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 848.792156] env[70220]: value = "task-3625455" [ 848.792156] env[70220]: _type = "Task" [ 848.792156] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.801481] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.841630] env[70220]: DEBUG nova.compute.manager [req-058203a7-5020-4f07-9e1b-02f3c842737c req-325f50ea-ba59-431c-b994-d1aaf33c3705 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Received event network-vif-deleted-1a0321f9-5197-4715-8031-c079335fb717 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.841945] env[70220]: INFO nova.compute.manager [req-058203a7-5020-4f07-9e1b-02f3c842737c req-325f50ea-ba59-431c-b994-d1aaf33c3705 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Neutron deleted interface 1a0321f9-5197-4715-8031-c079335fb717; detaching it from the instance and deleting it from the info cache [ 848.842390] env[70220]: DEBUG nova.network.neutron [req-058203a7-5020-4f07-9e1b-02f3c842737c req-325f50ea-ba59-431c-b994-d1aaf33c3705 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.023859] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7158bbea-c09e-4391-9b99-f342dcb9fcbd tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c4022a83-16ef-4d53-8efa-76d794878ed4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.007s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.188686] env[70220]: DEBUG nova.network.neutron [-] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.305023] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070643} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.305023] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.305023] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce81bd93-8e69-44af-89c1-cfe64f9c1028 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.334467] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] ffd5619f-4fd8-4d3b-a235-74cffa83216d/ffd5619f-4fd8-4d3b-a235-74cffa83216d.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.334467] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42d0e772-c807-4230-8509-e7e0fc38d228 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.356009] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df373bd3-2ade-4169-aa09-8555d4c75803 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.364574] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 849.364574] env[70220]: value = "task-3625456" [ 849.364574] env[70220]: _type = "Task" [ 849.364574] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.367599] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92ad106-7be2-4ff9-a7a9-c0f7a4b5d2c7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.388804] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.405635] env[70220]: DEBUG nova.compute.manager [req-058203a7-5020-4f07-9e1b-02f3c842737c req-325f50ea-ba59-431c-b994-d1aaf33c3705 service nova] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Detach interface failed, port_id=1a0321f9-5197-4715-8031-c079335fb717, reason: Instance ca432dce-af3a-46fb-a71d-9d6e1ef8064d could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.527674] env[70220]: DEBUG nova.compute.manager [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.691577] env[70220]: INFO nova.compute.manager [-] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Took 1.66 seconds to deallocate network for instance. [ 849.874660] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625456, 'name': ReconfigVM_Task, 'duration_secs': 0.311882} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.874660] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Reconfigured VM instance instance-0000001f to attach disk [datastore1] ffd5619f-4fd8-4d3b-a235-74cffa83216d/ffd5619f-4fd8-4d3b-a235-74cffa83216d.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.877361] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac198f4e-eb35-4edf-8546-e7c007dbcef6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.885701] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 849.885701] env[70220]: value = "task-3625457" [ 849.885701] env[70220]: _type = "Task" [ 849.885701] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.895615] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625457, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.029683] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2350c625-f32c-48cd-b955-be703a57b3eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.040315] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8babdf2b-fd40-4fed-a9aa-20d4278f20d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.071322] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.072131] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294a9a2c-5773-4504-ad69-22e8d847c953 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.079866] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c258810-2f05-42a6-a1a5-5e40d437340f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.095500] env[70220]: DEBUG nova.compute.provider_tree [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.201279] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.396632] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625457, 'name': Rename_Task, 'duration_secs': 0.143739} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.397728] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.397728] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7786d3a-350a-4529-8d43-5b9ad32fdd85 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.403875] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 850.403875] env[70220]: value = "task-3625458" [ 850.403875] env[70220]: _type = "Task" [ 850.403875] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.412831] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.598762] env[70220]: DEBUG nova.scheduler.client.report [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.914943] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625458, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.104368] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.104912] env[70220]: DEBUG nova.compute.manager [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.107625] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.241s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.109134] env[70220]: INFO nova.compute.claims [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.223160] env[70220]: DEBUG nova.compute.manager [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.224186] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a7aee4-6aed-49d0-99ec-906a12ee1f5d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.413502] env[70220]: DEBUG oslo_vmware.api [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625458, 'name': PowerOnVM_Task, 'duration_secs': 0.647959} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.413778] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.413979] env[70220]: INFO nova.compute.manager [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Took 7.78 seconds to spawn the instance on the hypervisor. [ 851.414169] env[70220]: DEBUG nova.compute.manager [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.414906] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37661ca-72e7-41d5-9562-5ddca44cb57a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.613835] env[70220]: DEBUG nova.compute.utils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.619088] env[70220]: DEBUG nova.compute.manager [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.619284] env[70220]: DEBUG nova.network.neutron [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.724025] env[70220]: DEBUG nova.policy [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67e9c2caa9634234808fb9cb81d2da13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b931481ee3b644d0a01cb750a3e32097', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.735937] env[70220]: INFO nova.compute.manager [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] instance snapshotting [ 851.743837] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f019e56e-55d4-4690-86bb-704b19326c0f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.768529] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab53d0b-3e1b-4762-bc0d-867a9305ef2f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.931960] env[70220]: INFO nova.compute.manager [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Took 48.35 seconds to build instance. [ 852.119940] env[70220]: DEBUG nova.compute.manager [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.225833] env[70220]: DEBUG nova.network.neutron [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Successfully created port: 864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.279149] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 852.279634] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad90991b-48d4-48c7-8a88-966fa0ea1c73 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.288292] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 852.288292] env[70220]: value = "task-3625459" [ 852.288292] env[70220]: _type = "Task" [ 852.288292] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.301728] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625459, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.434569] env[70220]: DEBUG oslo_concurrency.lockutils [None req-761faa7b-68d0-4f65-aacb-7bdcb43bc12f tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.038s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.628495] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a968c535-4761-4be0-abed-18bd5cf73270 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.639187] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a94f0f-a89c-4584-8f4e-af768a7a40d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.672097] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c44089-f342-4ce8-b0b6-4a15d9b76f8e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.682497] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d18c06-32e2-483d-a66d-9e93084f22c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.696304] env[70220]: DEBUG nova.compute.provider_tree [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.750893] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.751191] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.800269] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625459, 'name': CreateSnapshot_Task, 'duration_secs': 0.462669} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.800536] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.801275] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0049d903-8965-4bd2-acbb-821fc65b3d05 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.939622] env[70220]: DEBUG nova.compute.manager [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.136230] env[70220]: DEBUG nova.compute.manager [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.159778] env[70220]: DEBUG nova.virt.hardware [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.160015] env[70220]: DEBUG nova.virt.hardware [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.160173] env[70220]: DEBUG nova.virt.hardware [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.160353] env[70220]: DEBUG nova.virt.hardware [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.160497] env[70220]: DEBUG nova.virt.hardware [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.160647] env[70220]: DEBUG nova.virt.hardware [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.160850] env[70220]: DEBUG nova.virt.hardware [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.161041] env[70220]: DEBUG nova.virt.hardware [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.161241] env[70220]: DEBUG nova.virt.hardware [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.161408] env[70220]: DEBUG nova.virt.hardware [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.161602] env[70220]: DEBUG nova.virt.hardware [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.162440] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31d1646-d41c-4199-b107-a6cb2569d6e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.169976] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93c1b85-5b66-41d9-acfe-3a308b4ec73d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.199031] env[70220]: DEBUG nova.scheduler.client.report [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.321207] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 853.322013] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-990fd3f0-6b61-4e2b-83f0-8afdd1b8f24c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.330502] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 853.330502] env[70220]: value = "task-3625460" [ 853.330502] env[70220]: _type = "Task" [ 853.330502] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.340879] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625460, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.460991] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.705031] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.705031] env[70220]: DEBUG nova.compute.manager [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.707646] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.652s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.707867] env[70220]: DEBUG nova.objects.instance [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lazy-loading 'resources' on Instance uuid 6750e7b9-6ca1-43a3-933c-516927e52767 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.796196] env[70220]: DEBUG nova.compute.manager [req-a4e7a156-98e9-45c9-886b-7764019e7922 req-a6ad1bf3-fa05-4fd8-b63e-7b9bdc89fac3 service nova] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Received event network-vif-plugged-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.796196] env[70220]: DEBUG oslo_concurrency.lockutils [req-a4e7a156-98e9-45c9-886b-7764019e7922 req-a6ad1bf3-fa05-4fd8-b63e-7b9bdc89fac3 service nova] Acquiring lock "f14f60ae-501b-44b6-a246-63b64a35aaa9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.799700] env[70220]: DEBUG oslo_concurrency.lockutils [req-a4e7a156-98e9-45c9-886b-7764019e7922 req-a6ad1bf3-fa05-4fd8-b63e-7b9bdc89fac3 service nova] Lock "f14f60ae-501b-44b6-a246-63b64a35aaa9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.799700] env[70220]: DEBUG oslo_concurrency.lockutils [req-a4e7a156-98e9-45c9-886b-7764019e7922 req-a6ad1bf3-fa05-4fd8-b63e-7b9bdc89fac3 service nova] Lock "f14f60ae-501b-44b6-a246-63b64a35aaa9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.799700] env[70220]: DEBUG nova.compute.manager [req-a4e7a156-98e9-45c9-886b-7764019e7922 req-a6ad1bf3-fa05-4fd8-b63e-7b9bdc89fac3 service nova] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] No waiting events found dispatching network-vif-plugged-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.799700] env[70220]: WARNING nova.compute.manager [req-a4e7a156-98e9-45c9-886b-7764019e7922 req-a6ad1bf3-fa05-4fd8-b63e-7b9bdc89fac3 service nova] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Received unexpected event network-vif-plugged-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 for instance with vm_state building and task_state spawning. [ 853.845239] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625460, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.972578] env[70220]: DEBUG nova.network.neutron [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Successfully updated port: 864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.212131] env[70220]: DEBUG nova.compute.utils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.218297] env[70220]: DEBUG nova.compute.manager [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Not allocating networking since 'none' was specified. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 854.342884] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625460, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.478549] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "refresh_cache-f14f60ae-501b-44b6-a246-63b64a35aaa9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.478549] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquired lock "refresh_cache-f14f60ae-501b-44b6-a246-63b64a35aaa9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.478549] env[70220]: DEBUG nova.network.neutron [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.685613] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884d5a98-a282-46bd-89ba-d48215d92784 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.695145] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ce24ab-d505-4bc4-9cc5-65f8f0831325 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.725092] env[70220]: DEBUG nova.compute.manager [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.728509] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f854933-19ef-419e-a007-5f5d39fcc1ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.736703] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad504d2-1192-44cb-94b7-a4cd6f92fead {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.750275] env[70220]: DEBUG nova.compute.provider_tree [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.843718] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625460, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.033926] env[70220]: DEBUG nova.network.neutron [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.256284] env[70220]: DEBUG nova.scheduler.client.report [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.345653] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625460, 'name': CloneVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.472150] env[70220]: DEBUG nova.network.neutron [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Updating instance_info_cache with network_info: [{"id": "864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6", "address": "fa:16:3e:a0:b2:03", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap864abdb9-4e", "ovs_interfaceid": "864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.738566] env[70220]: DEBUG nova.compute.manager [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.765561] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.768139] env[70220]: DEBUG nova.virt.hardware [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.768371] env[70220]: DEBUG nova.virt.hardware [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.768540] env[70220]: DEBUG nova.virt.hardware [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.768744] env[70220]: DEBUG nova.virt.hardware [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.768894] env[70220]: DEBUG nova.virt.hardware [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.769049] env[70220]: DEBUG nova.virt.hardware [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.769907] env[70220]: DEBUG nova.virt.hardware [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.769907] env[70220]: DEBUG nova.virt.hardware [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.769907] env[70220]: DEBUG nova.virt.hardware [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.769907] env[70220]: DEBUG nova.virt.hardware [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.769907] env[70220]: DEBUG nova.virt.hardware [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.770434] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.113s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.770833] env[70220]: DEBUG nova.objects.instance [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Lazy-loading 'resources' on Instance uuid 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.772487] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f78d59a-e2ad-400f-abc1-f1ed41021e10 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.782169] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de490b-51eb-4b03-950e-d82092eba703 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.788774] env[70220]: INFO nova.scheduler.client.report [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Deleted allocations for instance 6750e7b9-6ca1-43a3-933c-516927e52767 [ 855.799975] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.805715] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Creating folder: Project (d3e9b671617740caa65e334c8b48edf8). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.806229] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20e1a3fa-db04-41e0-8f03-158077322a47 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.818852] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Created folder: Project (d3e9b671617740caa65e334c8b48edf8) in parent group-v722922. [ 855.818852] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Creating folder: Instances. Parent ref: group-v723021. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.819009] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfd80e3d-116e-49cf-aa6e-31e01a4442f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.830284] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Created folder: Instances in parent group-v723021. [ 855.830284] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.830284] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.830984] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87c61804-704e-499b-a04b-1a40575ad272 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.853233] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625460, 'name': CloneVM_Task, 'duration_secs': 2.018423} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.855491] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Created linked-clone VM from snapshot [ 855.856838] env[70220]: DEBUG nova.compute.manager [req-726d6943-4c99-45b6-b9b7-076e93631369 req-915aa70c-d525-49ba-b174-cbd082477ba6 service nova] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Received event network-changed-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.856940] env[70220]: DEBUG nova.compute.manager [req-726d6943-4c99-45b6-b9b7-076e93631369 req-915aa70c-d525-49ba-b174-cbd082477ba6 service nova] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Refreshing instance network info cache due to event network-changed-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.857193] env[70220]: DEBUG oslo_concurrency.lockutils [req-726d6943-4c99-45b6-b9b7-076e93631369 req-915aa70c-d525-49ba-b174-cbd082477ba6 service nova] Acquiring lock "refresh_cache-f14f60ae-501b-44b6-a246-63b64a35aaa9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.857417] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.857417] env[70220]: value = "task-3625463" [ 855.857417] env[70220]: _type = "Task" [ 855.857417] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.858444] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6506db-ffe4-4044-908d-1191faca10b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.872212] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Uploading image 8efbe351-edda-448c-b4c1-9775c21fc4ae {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 855.878224] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625463, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.883668] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 855.883668] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fc5e7eda-1544-46b0-a205-705ef0f1a306 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.891064] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 855.891064] env[70220]: value = "task-3625464" [ 855.891064] env[70220]: _type = "Task" [ 855.891064] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.899671] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625464, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.974671] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Releasing lock "refresh_cache-f14f60ae-501b-44b6-a246-63b64a35aaa9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.975084] env[70220]: DEBUG nova.compute.manager [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Instance network_info: |[{"id": "864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6", "address": "fa:16:3e:a0:b2:03", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap864abdb9-4e", "ovs_interfaceid": "864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.975392] env[70220]: DEBUG oslo_concurrency.lockutils [req-726d6943-4c99-45b6-b9b7-076e93631369 req-915aa70c-d525-49ba-b174-cbd082477ba6 service nova] Acquired lock "refresh_cache-f14f60ae-501b-44b6-a246-63b64a35aaa9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.975574] env[70220]: DEBUG nova.network.neutron [req-726d6943-4c99-45b6-b9b7-076e93631369 req-915aa70c-d525-49ba-b174-cbd082477ba6 service nova] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Refreshing network info cache for port 864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.977046] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:b2:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.984748] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.985745] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.985994] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04876dd5-a138-4593-886f-955119f6891d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.006233] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.006233] env[70220]: value = "task-3625465" [ 856.006233] env[70220]: _type = "Task" [ 856.006233] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.014555] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625465, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.309157] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dc2f34d-9448-456d-968b-acf48bc0a7f5 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "6750e7b9-6ca1-43a3-933c-516927e52767" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.818s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.372731] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625463, 'name': CreateVM_Task, 'duration_secs': 0.254797} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.372909] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.373542] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.373542] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.373815] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.374094] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2adabac-5224-41cf-8832-3a1b83601b6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.379105] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for the task: (returnval){ [ 856.379105] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]528f37c5-4907-4c45-6996-bd8d1666ab77" [ 856.379105] env[70220]: _type = "Task" [ 856.379105] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.386848] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528f37c5-4907-4c45-6996-bd8d1666ab77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.398686] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625464, 'name': Destroy_Task, 'duration_secs': 0.306616} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.400842] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Destroyed the VM [ 856.401181] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 856.401561] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ecdb93d0-c1cf-45e4-abc2-a327e993d623 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.407812] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 856.407812] env[70220]: value = "task-3625466" [ 856.407812] env[70220]: _type = "Task" [ 856.407812] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.417408] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.516822] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625465, 'name': CreateVM_Task, 'duration_secs': 0.332716} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.519300] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.520132] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.796513] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87403847-ed7d-409e-993c-31198d130025 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.805832] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a4f79e2-a148-4361-91d6-41b8b5191d61 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.852038] env[70220]: DEBUG nova.network.neutron [req-726d6943-4c99-45b6-b9b7-076e93631369 req-915aa70c-d525-49ba-b174-cbd082477ba6 service nova] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Updated VIF entry in instance network info cache for port 864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.852038] env[70220]: DEBUG nova.network.neutron [req-726d6943-4c99-45b6-b9b7-076e93631369 req-915aa70c-d525-49ba-b174-cbd082477ba6 service nova] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Updating instance_info_cache with network_info: [{"id": "864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6", "address": "fa:16:3e:a0:b2:03", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap864abdb9-4e", "ovs_interfaceid": "864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.859574] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ea039a-a1db-4263-8589-606cdc27877c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.862776] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf112b1-2fef-46eb-bda8-9a037104267f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.878852] env[70220]: DEBUG nova.compute.provider_tree [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.889527] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528f37c5-4907-4c45-6996-bd8d1666ab77, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.890479] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.890936] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.891249] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.891461] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.891680] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.891994] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.892370] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.892900] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24133f63-5b29-4deb-8636-55adb1c2732e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.894900] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7937fc86-8aab-4693-8a3a-ebe3b7a888d0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.900613] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 856.900613] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b75748-0e73-10c3-7723-a7329d388a05" [ 856.900613] env[70220]: _type = "Task" [ 856.900613] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.905089] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.905530] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.906261] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552b1510-8ae8-4868-b466-5d4ca4d76fb1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.911565] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b75748-0e73-10c3-7723-a7329d388a05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.917422] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for the task: (returnval){ [ 856.917422] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5263a36e-02e9-cb3d-fd06-c1f556bee699" [ 856.917422] env[70220]: _type = "Task" [ 856.917422] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.923308] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625466, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.927791] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5263a36e-02e9-cb3d-fd06-c1f556bee699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.189536] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "95b4ab4c-0dce-456e-847c-e4e38778446a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.189819] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "95b4ab4c-0dce-456e-847c-e4e38778446a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.190036] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "95b4ab4c-0dce-456e-847c-e4e38778446a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.190227] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "95b4ab4c-0dce-456e-847c-e4e38778446a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.190397] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "95b4ab4c-0dce-456e-847c-e4e38778446a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.192628] env[70220]: INFO nova.compute.manager [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Terminating instance [ 857.358112] env[70220]: DEBUG oslo_concurrency.lockutils [req-726d6943-4c99-45b6-b9b7-076e93631369 req-915aa70c-d525-49ba-b174-cbd082477ba6 service nova] Releasing lock "refresh_cache-f14f60ae-501b-44b6-a246-63b64a35aaa9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.385385] env[70220]: DEBUG nova.scheduler.client.report [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.411630] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b75748-0e73-10c3-7723-a7329d388a05, 'name': SearchDatastore_Task, 'duration_secs': 0.01872} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.411908] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.412161] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.412367] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.420454] env[70220]: DEBUG oslo_vmware.api [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625466, 'name': RemoveSnapshot_Task, 'duration_secs': 0.844317} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.423488] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 857.431363] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5263a36e-02e9-cb3d-fd06-c1f556bee699, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.432118] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37370d62-f851-4ff3-b4ef-f43825449184 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.438793] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for the task: (returnval){ [ 857.438793] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526fdf45-fd56-6e8b-21db-a72712ce7ec0" [ 857.438793] env[70220]: _type = "Task" [ 857.438793] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.445487] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526fdf45-fd56-6e8b-21db-a72712ce7ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.697595] env[70220]: DEBUG nova.compute.manager [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.697766] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.699280] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d346d78-0f66-4928-939e-65e1d70193ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.708794] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.709105] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8c3b742-10ee-4a80-aa8f-8ac1449dc37b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.716608] env[70220]: DEBUG oslo_vmware.api [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 857.716608] env[70220]: value = "task-3625467" [ 857.716608] env[70220]: _type = "Task" [ 857.716608] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.725246] env[70220]: DEBUG oslo_vmware.api [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.890567] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.893651] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.912s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.893895] env[70220]: DEBUG nova.objects.instance [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lazy-loading 'resources' on Instance uuid e94e9694-4aa0-470b-b46b-0c8c93dd3420 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.916997] env[70220]: INFO nova.scheduler.client.report [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Deleted allocations for instance 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9 [ 857.928528] env[70220]: WARNING nova.compute.manager [None req-d822321a-9c78-4c5d-814a-3bf5aca92e77 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Image not found during snapshot: nova.exception.ImageNotFound: Image 8efbe351-edda-448c-b4c1-9775c21fc4ae could not be found. [ 857.951400] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526fdf45-fd56-6e8b-21db-a72712ce7ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.057069} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.951400] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.951506] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 575326a8-9704-4f18-9488-0f9357a05860/575326a8-9704-4f18-9488-0f9357a05860.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.951749] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.951933] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.952176] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e8caf5-791c-4bbd-9bad-79e9966df16e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.954758] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb026967-7e38-4f9f-bdeb-1e10a172ef74 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.963052] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for the task: (returnval){ [ 857.963052] env[70220]: value = "task-3625468" [ 857.963052] env[70220]: _type = "Task" [ 857.963052] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.967881] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.968074] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.969470] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b149122-6836-443a-93e1-5500d9033a2f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.974940] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.977971] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 857.977971] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5233e6fe-87b0-a6cc-998a-5543f412ea3e" [ 857.977971] env[70220]: _type = "Task" [ 857.977971] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.986070] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5233e6fe-87b0-a6cc-998a-5543f412ea3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.197119] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "c4022a83-16ef-4d53-8efa-76d794878ed4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.197662] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c4022a83-16ef-4d53-8efa-76d794878ed4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.198122] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "c4022a83-16ef-4d53-8efa-76d794878ed4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.198586] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c4022a83-16ef-4d53-8efa-76d794878ed4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.198974] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c4022a83-16ef-4d53-8efa-76d794878ed4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.201162] env[70220]: INFO nova.compute.manager [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Terminating instance [ 858.227757] env[70220]: DEBUG oslo_vmware.api [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625467, 'name': PowerOffVM_Task, 'duration_secs': 0.216736} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.228040] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.228201] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.228455] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-191dcdd6-c060-4302-95e2-ab5658b64545 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.302954] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.303394] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.303844] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Deleting the datastore file [datastore2] 95b4ab4c-0dce-456e-847c-e4e38778446a {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.304317] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c199fbe-7c06-41cc-9cb0-6222a86ea6e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.315945] env[70220]: DEBUG oslo_vmware.api [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 858.315945] env[70220]: value = "task-3625470" [ 858.315945] env[70220]: _type = "Task" [ 858.315945] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.327963] env[70220]: DEBUG oslo_vmware.api [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.425456] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db1c3119-d8a8-40d6-a876-5d68e4dda237 tempest-InstanceActionsNegativeTestJSON-1343733507 tempest-InstanceActionsNegativeTestJSON-1343733507-project-member] Lock "1cad8a6b-a8b2-4078-a15b-3b370dd08bf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.518s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.473018] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501223} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.475811] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 575326a8-9704-4f18-9488-0f9357a05860/575326a8-9704-4f18-9488-0f9357a05860.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.476044] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.476472] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90e8650e-cb0f-46e3-9d6f-787bfb735e5f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.487270] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5233e6fe-87b0-a6cc-998a-5543f412ea3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012654} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.491284] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for the task: (returnval){ [ 858.491284] env[70220]: value = "task-3625471" [ 858.491284] env[70220]: _type = "Task" [ 858.491284] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.491677] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e5c353-d72a-460a-9fb9-0f438bc3fa93 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.502257] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.506013] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 858.506013] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522a7b31-6090-6a61-bbbc-79a1477fea01" [ 858.506013] env[70220]: _type = "Task" [ 858.506013] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.514891] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522a7b31-6090-6a61-bbbc-79a1477fea01, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.515151] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.515420] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f14f60ae-501b-44b6-a246-63b64a35aaa9/f14f60ae-501b-44b6-a246-63b64a35aaa9.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.515634] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-567e0239-002c-41ea-8323-d09817dd980b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.524492] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 858.524492] env[70220]: value = "task-3625472" [ 858.524492] env[70220]: _type = "Task" [ 858.524492] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.534224] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.706914] env[70220]: DEBUG nova.compute.manager [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 858.708023] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.708183] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac5a484-77fe-4365-a4bb-70af49f5ded6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.717208] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.721042] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9573570-142b-46a5-b32f-6c62756f79ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.730102] env[70220]: DEBUG oslo_vmware.api [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 858.730102] env[70220]: value = "task-3625473" [ 858.730102] env[70220]: _type = "Task" [ 858.730102] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.741876] env[70220]: DEBUG oslo_vmware.api [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.835531] env[70220]: DEBUG oslo_vmware.api [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239299} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.835826] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.836143] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.836348] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.836530] env[70220]: INFO nova.compute.manager [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 858.836793] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.837032] env[70220]: DEBUG nova.compute.manager [-] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.837137] env[70220]: DEBUG nova.network.neutron [-] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.908213] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5c4f78-9202-4887-be2f-2706f658d5ef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.920726] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664e623d-435e-4c84-befe-ed59c3b39293 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.965984] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb09506e-f1f4-4479-b7ad-1bbad868ce11 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.975868] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3723636c-f809-49d8-bc9e-f4c3d2989961 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.995367] env[70220]: DEBUG nova.compute.provider_tree [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.005380] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082014} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.005880] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.007100] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e304e-ec47-4ad0-a8ad-038ce17c2fa7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.033788] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 575326a8-9704-4f18-9488-0f9357a05860/575326a8-9704-4f18-9488-0f9357a05860.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.034854] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de5d0e0f-5647-4a23-bc84-a5a461952462 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.060874] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464607} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.062160] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f14f60ae-501b-44b6-a246-63b64a35aaa9/f14f60ae-501b-44b6-a246-63b64a35aaa9.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.062424] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.062749] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for the task: (returnval){ [ 859.062749] env[70220]: value = "task-3625474" [ 859.062749] env[70220]: _type = "Task" [ 859.062749] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.063080] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b5d8826-81a2-4a9b-a20e-b80ecbc56ae3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.074035] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625474, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.074464] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 859.074464] env[70220]: value = "task-3625475" [ 859.074464] env[70220]: _type = "Task" [ 859.074464] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.082277] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.239863] env[70220]: DEBUG oslo_vmware.api [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625473, 'name': PowerOffVM_Task, 'duration_secs': 0.36701} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.240141] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.240310] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.241178] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b19d83a-8d7f-40eb-aa22-cd20dd5290a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.245711] env[70220]: DEBUG nova.compute.manager [req-68ac98dd-6dfd-4920-8ca4-bf4dcc434417 req-297e4dc9-7fd9-4ef2-9b69-766d79cd3ff1 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Received event network-vif-deleted-c6032021-17a3-400d-9637-7590ad16e7d0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.245922] env[70220]: INFO nova.compute.manager [req-68ac98dd-6dfd-4920-8ca4-bf4dcc434417 req-297e4dc9-7fd9-4ef2-9b69-766d79cd3ff1 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Neutron deleted interface c6032021-17a3-400d-9637-7590ad16e7d0; detaching it from the instance and deleting it from the info cache [ 859.246140] env[70220]: DEBUG nova.network.neutron [req-68ac98dd-6dfd-4920-8ca4-bf4dcc434417 req-297e4dc9-7fd9-4ef2-9b69-766d79cd3ff1 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.306208] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.306436] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.306609] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Deleting the datastore file [datastore1] c4022a83-16ef-4d53-8efa-76d794878ed4 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.306867] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2322489f-55a7-426e-91ae-91a269d295f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.313916] env[70220]: DEBUG oslo_vmware.api [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 859.313916] env[70220]: value = "task-3625477" [ 859.313916] env[70220]: _type = "Task" [ 859.313916] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.323095] env[70220]: DEBUG oslo_vmware.api [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.508308] env[70220]: DEBUG nova.scheduler.client.report [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.576014] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625474, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.588177] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069294} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.588674] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.589885] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7464650-387e-4f1e-8b60-d0d0b3e2e792 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.621475] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] f14f60ae-501b-44b6-a246-63b64a35aaa9/f14f60ae-501b-44b6-a246-63b64a35aaa9.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.621475] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57a97d4f-2b5d-43b2-bf9a-7aaca7b3e437 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.643337] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 859.643337] env[70220]: value = "task-3625478" [ 859.643337] env[70220]: _type = "Task" [ 859.643337] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.655034] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.710765] env[70220]: DEBUG nova.network.neutron [-] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.751023] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5129240-49c0-4feb-b592-f408c608e445 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.759899] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3066512-8968-4b95-939b-a8dbc1c9ef06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.797149] env[70220]: DEBUG nova.compute.manager [req-68ac98dd-6dfd-4920-8ca4-bf4dcc434417 req-297e4dc9-7fd9-4ef2-9b69-766d79cd3ff1 service nova] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Detach interface failed, port_id=c6032021-17a3-400d-9637-7590ad16e7d0, reason: Instance 95b4ab4c-0dce-456e-847c-e4e38778446a could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 859.824239] env[70220]: DEBUG oslo_vmware.api [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148243} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.827407] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.827407] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.827407] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.827407] env[70220]: INFO nova.compute.manager [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 859.827407] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.827666] env[70220]: DEBUG nova.compute.manager [-] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 859.827666] env[70220]: DEBUG nova.network.neutron [-] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.012962] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.016968] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.807s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.019157] env[70220]: INFO nova.compute.claims [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.059639] env[70220]: INFO nova.scheduler.client.report [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Deleted allocations for instance e94e9694-4aa0-470b-b46b-0c8c93dd3420 [ 860.084436] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625474, 'name': ReconfigVM_Task, 'duration_secs': 0.546512} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.084730] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 575326a8-9704-4f18-9488-0f9357a05860/575326a8-9704-4f18-9488-0f9357a05860.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.085367] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7f8431a-86ec-4abb-a519-0fe2e5031a7e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.093855] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for the task: (returnval){ [ 860.093855] env[70220]: value = "task-3625479" [ 860.093855] env[70220]: _type = "Task" [ 860.093855] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.103914] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625479, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.153978] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.213619] env[70220]: INFO nova.compute.manager [-] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Took 1.38 seconds to deallocate network for instance. [ 860.559542] env[70220]: DEBUG nova.network.neutron [-] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.571127] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a7350e0-f952-4ded-a0da-870e82f72cd8 tempest-ServerShowV257Test-1801881241 tempest-ServerShowV257Test-1801881241-project-member] Lock "e94e9694-4aa0-470b-b46b-0c8c93dd3420" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.773s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.603836] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625479, 'name': Rename_Task, 'duration_secs': 0.149082} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.604906] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.604906] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6819a6fd-056a-4a35-a7b8-658fcd9dd197 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.612613] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for the task: (returnval){ [ 860.612613] env[70220]: value = "task-3625480" [ 860.612613] env[70220]: _type = "Task" [ 860.612613] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.621749] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.656437] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.722127] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.062284] env[70220]: INFO nova.compute.manager [-] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Took 1.24 seconds to deallocate network for instance. [ 861.124017] env[70220]: DEBUG oslo_vmware.api [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625480, 'name': PowerOnVM_Task, 'duration_secs': 0.451679} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.124017] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.124329] env[70220]: INFO nova.compute.manager [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Took 5.39 seconds to spawn the instance on the hypervisor. [ 861.124329] env[70220]: DEBUG nova.compute.manager [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.128179] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742bc162-6537-4840-85ab-23a6c3adf8f0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.155331] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625478, 'name': ReconfigVM_Task, 'duration_secs': 1.210382} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.155331] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Reconfigured VM instance instance-00000020 to attach disk [datastore1] f14f60ae-501b-44b6-a246-63b64a35aaa9/f14f60ae-501b-44b6-a246-63b64a35aaa9.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.158321] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37e37c37-50dd-4244-aed6-16db01b54804 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.166030] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 861.166030] env[70220]: value = "task-3625481" [ 861.166030] env[70220]: _type = "Task" [ 861.166030] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.179726] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625481, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.279279] env[70220]: DEBUG nova.compute.manager [req-0c5ec20c-86d0-40aa-9d31-2b9c202eda48 req-3ada7a49-a043-42e7-8c3b-8811269eebf2 service nova] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Received event network-vif-deleted-5d814791-9542-4fdd-87e5-d0546a2a7db8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.473122] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eada8bfa-76dc-4b5e-bcc2-e4cec075b4a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.480741] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98f3750-bafc-4bff-9c6e-f0ec8b357a1f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.511349] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2256c0b-5e40-47b9-bc2a-bbf44d1c9106 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.518885] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53734e1a-5330-492c-b2ef-894d28d4a592 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.532306] env[70220]: DEBUG nova.compute.provider_tree [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.571594] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.647476] env[70220]: INFO nova.compute.manager [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Took 49.81 seconds to build instance. [ 861.676359] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625481, 'name': Rename_Task, 'duration_secs': 0.135757} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.676636] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.676876] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7392864f-1a59-427f-b1bd-f449acdd902f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.682811] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquiring lock "f524ca71-6018-4bc9-8362-6668eea30748" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.682811] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "f524ca71-6018-4bc9-8362-6668eea30748" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.686664] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 861.686664] env[70220]: value = "task-3625482" [ 861.686664] env[70220]: _type = "Task" [ 861.686664] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.695122] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.038888] env[70220]: DEBUG nova.scheduler.client.report [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.046157] env[70220]: DEBUG nova.compute.manager [None req-89982394-15a8-4a09-b400-ae33fca0c0b5 tempest-ServerDiagnosticsV248Test-819352845 tempest-ServerDiagnosticsV248Test-819352845-project-admin] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.046157] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8913e58d-413b-484e-afe0-c0a82a07c377 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.055359] env[70220]: INFO nova.compute.manager [None req-89982394-15a8-4a09-b400-ae33fca0c0b5 tempest-ServerDiagnosticsV248Test-819352845 tempest-ServerDiagnosticsV248Test-819352845-project-admin] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Retrieving diagnostics [ 862.058816] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a4d9dd-f1b2-4822-8ce2-6edd7b23be09 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.149614] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b7be0cb9-e069-4733-8592-8e9f554ccfb7 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Lock "575326a8-9704-4f18-9488-0f9357a05860" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.710s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.197360] env[70220]: DEBUG oslo_vmware.api [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625482, 'name': PowerOnVM_Task, 'duration_secs': 0.448906} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.197635] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.197828] env[70220]: INFO nova.compute.manager [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Took 9.06 seconds to spawn the instance on the hypervisor. [ 862.198012] env[70220]: DEBUG nova.compute.manager [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.198830] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914e8ed1-bc7c-4147-abb7-e27bbdbf0fb5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.546824] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.547522] env[70220]: DEBUG nova.compute.manager [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.550305] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.275s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.551807] env[70220]: INFO nova.compute.claims [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.653480] env[70220]: DEBUG nova.compute.manager [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 862.715132] env[70220]: INFO nova.compute.manager [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Took 51.92 seconds to build instance. [ 863.057305] env[70220]: DEBUG nova.compute.utils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.060633] env[70220]: DEBUG nova.compute.manager [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.060824] env[70220]: DEBUG nova.network.neutron [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.100139] env[70220]: DEBUG nova.policy [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d50376915d249cd8b43689f7f20dc87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aabcb73835254760a2aa9fb999b12a3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.176103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.216837] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08322d1d-3d08-4a82-83c2-cb1fc6c7af3c tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "f14f60ae-501b-44b6-a246-63b64a35aaa9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.754s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.443758] env[70220]: DEBUG nova.network.neutron [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Successfully created port: 81de5593-7e92-4a92-8b44-0343220d153f {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.561702] env[70220]: DEBUG nova.compute.manager [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.586434] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "f14f60ae-501b-44b6-a246-63b64a35aaa9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.586710] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "f14f60ae-501b-44b6-a246-63b64a35aaa9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.586943] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "f14f60ae-501b-44b6-a246-63b64a35aaa9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.587157] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "f14f60ae-501b-44b6-a246-63b64a35aaa9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.587334] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "f14f60ae-501b-44b6-a246-63b64a35aaa9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.592060] env[70220]: INFO nova.compute.manager [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Terminating instance [ 863.721434] env[70220]: DEBUG nova.compute.manager [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.031452] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ef8056-c4f9-432b-bb91-5c8b839bb290 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.039821] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5196c7-6ef2-409e-b882-cc887ea590a9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.072256] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9394a06f-bbb4-477c-82cb-7977312b5f52 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.079778] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86070596-871b-40c2-8df1-1d326bbd7fc9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.094290] env[70220]: DEBUG nova.compute.provider_tree [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.100349] env[70220]: DEBUG nova.compute.manager [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 864.100545] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.101348] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86f7e47-ba42-4002-a930-0a680cd63707 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.109337] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.109556] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e32c9f7-7153-45be-846a-7395f670cb61 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.115831] env[70220]: DEBUG oslo_vmware.api [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 864.115831] env[70220]: value = "task-3625483" [ 864.115831] env[70220]: _type = "Task" [ 864.115831] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.124687] env[70220]: DEBUG oslo_vmware.api [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.241494] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.577232] env[70220]: DEBUG nova.compute.manager [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.599138] env[70220]: DEBUG nova.scheduler.client.report [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.610022] env[70220]: DEBUG nova.virt.hardware [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.610022] env[70220]: DEBUG nova.virt.hardware [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.610022] env[70220]: DEBUG nova.virt.hardware [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.610251] env[70220]: DEBUG nova.virt.hardware [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.610251] env[70220]: DEBUG nova.virt.hardware [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.610251] env[70220]: DEBUG nova.virt.hardware [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.610419] env[70220]: DEBUG nova.virt.hardware [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.610711] env[70220]: DEBUG nova.virt.hardware [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.611051] env[70220]: DEBUG nova.virt.hardware [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.611364] env[70220]: DEBUG nova.virt.hardware [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.611670] env[70220]: DEBUG nova.virt.hardware [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.613022] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540b5f29-b21c-4b24-865e-963c6ce42eb9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.629513] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aed5d78-2aa3-42ed-be07-ae7d2b3fe274 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.634039] env[70220]: DEBUG oslo_vmware.api [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625483, 'name': PowerOffVM_Task, 'duration_secs': 0.202897} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.634598] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.636247] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.636247] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-285b66cc-fce9-4fd2-bf3e-00ddd632df36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.701035] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.701195] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.701390] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Deleting the datastore file [datastore1] f14f60ae-501b-44b6-a246-63b64a35aaa9 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.701650] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-892dfe05-9d4c-4d97-b41b-1240c4764e98 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.708738] env[70220]: DEBUG oslo_vmware.api [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for the task: (returnval){ [ 864.708738] env[70220]: value = "task-3625485" [ 864.708738] env[70220]: _type = "Task" [ 864.708738] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.716930] env[70220]: DEBUG oslo_vmware.api [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.946391] env[70220]: DEBUG nova.compute.manager [req-74dde5f9-570e-4de5-b5e3-8c094f4e3ddb req-9a424f98-6fae-4d86-87e9-2984e1220aba service nova] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Received event network-vif-plugged-81de5593-7e92-4a92-8b44-0343220d153f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.946749] env[70220]: DEBUG oslo_concurrency.lockutils [req-74dde5f9-570e-4de5-b5e3-8c094f4e3ddb req-9a424f98-6fae-4d86-87e9-2984e1220aba service nova] Acquiring lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.946863] env[70220]: DEBUG oslo_concurrency.lockutils [req-74dde5f9-570e-4de5-b5e3-8c094f4e3ddb req-9a424f98-6fae-4d86-87e9-2984e1220aba service nova] Lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.947254] env[70220]: DEBUG oslo_concurrency.lockutils [req-74dde5f9-570e-4de5-b5e3-8c094f4e3ddb req-9a424f98-6fae-4d86-87e9-2984e1220aba service nova] Lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.947254] env[70220]: DEBUG nova.compute.manager [req-74dde5f9-570e-4de5-b5e3-8c094f4e3ddb req-9a424f98-6fae-4d86-87e9-2984e1220aba service nova] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] No waiting events found dispatching network-vif-plugged-81de5593-7e92-4a92-8b44-0343220d153f {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.947493] env[70220]: WARNING nova.compute.manager [req-74dde5f9-570e-4de5-b5e3-8c094f4e3ddb req-9a424f98-6fae-4d86-87e9-2984e1220aba service nova] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Received unexpected event network-vif-plugged-81de5593-7e92-4a92-8b44-0343220d153f for instance with vm_state building and task_state spawning. [ 865.071629] env[70220]: DEBUG nova.network.neutron [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Successfully updated port: 81de5593-7e92-4a92-8b44-0343220d153f {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.104046] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.104602] env[70220]: DEBUG nova.compute.manager [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.107602] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.772s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.108550] env[70220]: INFO nova.compute.claims [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.219118] env[70220]: DEBUG oslo_vmware.api [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Task: {'id': task-3625485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283597} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.219338] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.219519] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.219693] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.219866] env[70220]: INFO nova.compute.manager [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 865.220114] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.220309] env[70220]: DEBUG nova.compute.manager [-] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.220402] env[70220]: DEBUG nova.network.neutron [-] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.574855] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.574855] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.574855] env[70220]: DEBUG nova.network.neutron [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.617041] env[70220]: DEBUG nova.compute.utils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.618172] env[70220]: DEBUG nova.compute.manager [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.618347] env[70220]: DEBUG nova.network.neutron [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.673286] env[70220]: DEBUG nova.policy [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d50376915d249cd8b43689f7f20dc87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aabcb73835254760a2aa9fb999b12a3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.989222] env[70220]: DEBUG nova.network.neutron [-] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.126108] env[70220]: DEBUG nova.network.neutron [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.128438] env[70220]: DEBUG nova.compute.manager [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.293909] env[70220]: DEBUG nova.network.neutron [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Updating instance_info_cache with network_info: [{"id": "81de5593-7e92-4a92-8b44-0343220d153f", "address": "fa:16:3e:30:f2:bc", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81de5593-7e", "ovs_interfaceid": "81de5593-7e92-4a92-8b44-0343220d153f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.315253] env[70220]: DEBUG nova.network.neutron [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Successfully created port: d1a9436c-bffc-4589-987f-60252fb5f359 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.496733] env[70220]: INFO nova.compute.manager [-] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Took 1.27 seconds to deallocate network for instance. [ 866.607568] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e770c5-88af-4092-ba09-1b56436122cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.617788] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057c75e5-d242-437d-854c-1247a5117341 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.649089] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1523efcd-16e9-45ef-bc9a-efb9fe5c1813 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.656473] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac8b028-6201-42a1-9806-973a6cfdce27 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.670255] env[70220]: DEBUG nova.compute.provider_tree [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.797847] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.798255] env[70220]: DEBUG nova.compute.manager [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Instance network_info: |[{"id": "81de5593-7e92-4a92-8b44-0343220d153f", "address": "fa:16:3e:30:f2:bc", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81de5593-7e", "ovs_interfaceid": "81de5593-7e92-4a92-8b44-0343220d153f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.798734] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:f2:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81de5593-7e92-4a92-8b44-0343220d153f', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.806307] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Creating folder: Project (aabcb73835254760a2aa9fb999b12a3e). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.808571] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5deb4e2d-c2bc-4d0f-aac7-eca5ae75d526 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.822248] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Created folder: Project (aabcb73835254760a2aa9fb999b12a3e) in parent group-v722922. [ 866.822423] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Creating folder: Instances. Parent ref: group-v723025. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.822650] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c7ff346-fa46-45e4-accb-ac04549654d7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.832740] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Created folder: Instances in parent group-v723025. [ 866.832961] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.833223] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.833428] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-951db18b-2ebd-42aa-a30f-d77e21f5b0ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.853957] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.853957] env[70220]: value = "task-3625488" [ 866.853957] env[70220]: _type = "Task" [ 866.853957] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.861137] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625488, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.981071] env[70220]: DEBUG nova.compute.manager [req-528567e0-e729-4b4e-b3ca-36f587b8a4b1 req-c6fb0003-8156-4d96-a340-7c8053f97c84 service nova] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Received event network-changed-81de5593-7e92-4a92-8b44-0343220d153f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.981301] env[70220]: DEBUG nova.compute.manager [req-528567e0-e729-4b4e-b3ca-36f587b8a4b1 req-c6fb0003-8156-4d96-a340-7c8053f97c84 service nova] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Refreshing instance network info cache due to event network-changed-81de5593-7e92-4a92-8b44-0343220d153f. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.981527] env[70220]: DEBUG oslo_concurrency.lockutils [req-528567e0-e729-4b4e-b3ca-36f587b8a4b1 req-c6fb0003-8156-4d96-a340-7c8053f97c84 service nova] Acquiring lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.981675] env[70220]: DEBUG oslo_concurrency.lockutils [req-528567e0-e729-4b4e-b3ca-36f587b8a4b1 req-c6fb0003-8156-4d96-a340-7c8053f97c84 service nova] Acquired lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.981866] env[70220]: DEBUG nova.network.neutron [req-528567e0-e729-4b4e-b3ca-36f587b8a4b1 req-c6fb0003-8156-4d96-a340-7c8053f97c84 service nova] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Refreshing network info cache for port 81de5593-7e92-4a92-8b44-0343220d153f {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.001479] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.153661] env[70220]: DEBUG nova.compute.manager [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.174196] env[70220]: DEBUG nova.scheduler.client.report [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.183619] env[70220]: DEBUG nova.virt.hardware [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.183868] env[70220]: DEBUG nova.virt.hardware [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.184037] env[70220]: DEBUG nova.virt.hardware [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.184222] env[70220]: DEBUG nova.virt.hardware [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.184371] env[70220]: DEBUG nova.virt.hardware [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.184526] env[70220]: DEBUG nova.virt.hardware [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.184748] env[70220]: DEBUG nova.virt.hardware [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.184883] env[70220]: DEBUG nova.virt.hardware [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.185055] env[70220]: DEBUG nova.virt.hardware [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.185218] env[70220]: DEBUG nova.virt.hardware [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.185398] env[70220]: DEBUG nova.virt.hardware [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.186312] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca46582d-916e-43ae-b02e-8620913d8d52 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.195014] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f061c1-0a47-46f1-be3d-de4c7265331a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.364657] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625488, 'name': CreateVM_Task, 'duration_secs': 0.307208} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.365860] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.365860] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.365860] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.366172] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.366463] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ce94e4-ef56-498b-87a2-90f49d192def {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.371312] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 867.371312] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52abd0d4-f79d-4c47-7362-695b560717ab" [ 867.371312] env[70220]: _type = "Task" [ 867.371312] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.379198] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52abd0d4-f79d-4c47-7362-695b560717ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.679341] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.679868] env[70220]: DEBUG nova.compute.manager [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.683186] env[70220]: DEBUG nova.network.neutron [req-528567e0-e729-4b4e-b3ca-36f587b8a4b1 req-c6fb0003-8156-4d96-a340-7c8053f97c84 service nova] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Updated VIF entry in instance network info cache for port 81de5593-7e92-4a92-8b44-0343220d153f. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.683497] env[70220]: DEBUG nova.network.neutron [req-528567e0-e729-4b4e-b3ca-36f587b8a4b1 req-c6fb0003-8156-4d96-a340-7c8053f97c84 service nova] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Updating instance_info_cache with network_info: [{"id": "81de5593-7e92-4a92-8b44-0343220d153f", "address": "fa:16:3e:30:f2:bc", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81de5593-7e", "ovs_interfaceid": "81de5593-7e92-4a92-8b44-0343220d153f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.684566] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.432s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.684745] env[70220]: DEBUG nova.objects.instance [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 867.882064] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52abd0d4-f79d-4c47-7362-695b560717ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013168} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.882423] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.882690] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.882959] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.883152] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.883364] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.883650] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b73c490e-128c-4a4b-9629-b9bf6bb78601 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.894093] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.894335] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.895119] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22aaeffa-adc6-486f-bb0b-21bdc704881e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.900851] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 867.900851] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524d6cc6-a1b4-65ce-bae9-2443bf085c7b" [ 867.900851] env[70220]: _type = "Task" [ 867.900851] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.904717] env[70220]: DEBUG nova.network.neutron [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Successfully updated port: d1a9436c-bffc-4589-987f-60252fb5f359 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.910139] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524d6cc6-a1b4-65ce-bae9-2443bf085c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.188269] env[70220]: DEBUG oslo_concurrency.lockutils [req-528567e0-e729-4b4e-b3ca-36f587b8a4b1 req-c6fb0003-8156-4d96-a340-7c8053f97c84 service nova] Releasing lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.188674] env[70220]: DEBUG nova.compute.manager [req-528567e0-e729-4b4e-b3ca-36f587b8a4b1 req-c6fb0003-8156-4d96-a340-7c8053f97c84 service nova] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Received event network-vif-deleted-864abdb9-4ee2-46c8-8df6-e5c9c39a7aa6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.190096] env[70220]: DEBUG nova.compute.utils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.194052] env[70220]: DEBUG nova.compute.manager [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.194199] env[70220]: DEBUG nova.network.neutron [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.268779] env[70220]: DEBUG nova.policy [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e1e638ade834673bf790e1207feabb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e26f00c7bac245ef953e8e4641ad68a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.407239] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "refresh_cache-af8598b0-ea9e-4751-aebc-414ece12150e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.407674] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "refresh_cache-af8598b0-ea9e-4751-aebc-414ece12150e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.407674] env[70220]: DEBUG nova.network.neutron [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.412462] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524d6cc6-a1b4-65ce-bae9-2443bf085c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.413473] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0e0682-336b-4ec2-8f0b-ed6f1a3e8aa8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.418771] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 868.418771] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5202401d-b6cb-95d4-6165-e66c4040f86d" [ 868.418771] env[70220]: _type = "Task" [ 868.418771] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.429464] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5202401d-b6cb-95d4-6165-e66c4040f86d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.668036] env[70220]: DEBUG nova.network.neutron [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Successfully created port: e40aba7c-1228-4b3c-950a-464ecb7a967b {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.698023] env[70220]: DEBUG nova.compute.manager [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.698890] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82b8bcfc-b33f-4b91-a70f-719d88db39a1 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.700182] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.939s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.700560] env[70220]: DEBUG nova.objects.instance [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Lazy-loading 'resources' on Instance uuid 65efef5f-247f-45ab-9b76-915bdd9f9ce3 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.929112] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5202401d-b6cb-95d4-6165-e66c4040f86d, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.929360] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.929611] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20/4cbd6401-885a-4bd2-af8d-1c51bd0c4f20.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.929870] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-754bf962-b87f-4ed2-8a06-777dfb8c94e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.936485] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 868.936485] env[70220]: value = "task-3625489" [ 868.936485] env[70220]: _type = "Task" [ 868.936485] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.944102] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.944953] env[70220]: DEBUG nova.network.neutron [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.007788] env[70220]: DEBUG nova.compute.manager [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Received event network-vif-plugged-d1a9436c-bffc-4589-987f-60252fb5f359 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.007988] env[70220]: DEBUG oslo_concurrency.lockutils [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] Acquiring lock "af8598b0-ea9e-4751-aebc-414ece12150e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.008260] env[70220]: DEBUG oslo_concurrency.lockutils [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] Lock "af8598b0-ea9e-4751-aebc-414ece12150e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.008393] env[70220]: DEBUG oslo_concurrency.lockutils [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] Lock "af8598b0-ea9e-4751-aebc-414ece12150e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.008525] env[70220]: DEBUG nova.compute.manager [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] No waiting events found dispatching network-vif-plugged-d1a9436c-bffc-4589-987f-60252fb5f359 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.008706] env[70220]: WARNING nova.compute.manager [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Received unexpected event network-vif-plugged-d1a9436c-bffc-4589-987f-60252fb5f359 for instance with vm_state building and task_state spawning. [ 869.008934] env[70220]: DEBUG nova.compute.manager [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Received event network-changed-d1a9436c-bffc-4589-987f-60252fb5f359 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.009220] env[70220]: DEBUG nova.compute.manager [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Refreshing instance network info cache due to event network-changed-d1a9436c-bffc-4589-987f-60252fb5f359. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.009402] env[70220]: DEBUG oslo_concurrency.lockutils [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] Acquiring lock "refresh_cache-af8598b0-ea9e-4751-aebc-414ece12150e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.083500] env[70220]: DEBUG nova.network.neutron [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Updating instance_info_cache with network_info: [{"id": "d1a9436c-bffc-4589-987f-60252fb5f359", "address": "fa:16:3e:f2:c5:03", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a9436c-bf", "ovs_interfaceid": "d1a9436c-bffc-4589-987f-60252fb5f359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.446094] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625489, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.586232] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "refresh_cache-af8598b0-ea9e-4751-aebc-414ece12150e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.586548] env[70220]: DEBUG nova.compute.manager [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Instance network_info: |[{"id": "d1a9436c-bffc-4589-987f-60252fb5f359", "address": "fa:16:3e:f2:c5:03", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a9436c-bf", "ovs_interfaceid": "d1a9436c-bffc-4589-987f-60252fb5f359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.586836] env[70220]: DEBUG oslo_concurrency.lockutils [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] Acquired lock "refresh_cache-af8598b0-ea9e-4751-aebc-414ece12150e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.587019] env[70220]: DEBUG nova.network.neutron [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Refreshing network info cache for port d1a9436c-bffc-4589-987f-60252fb5f359 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.588166] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:c5:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1a9436c-bffc-4589-987f-60252fb5f359', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.596233] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.599555] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.599946] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe4a935f-d257-4201-afe4-0552e8af9857 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.623642] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.623642] env[70220]: value = "task-3625490" [ 869.623642] env[70220]: _type = "Task" [ 869.623642] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.632517] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625490, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.677724] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a59634-807c-4212-8336-04519eab9820 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.685091] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5839c287-8184-411d-84e8-8e7846d433d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.716802] env[70220]: DEBUG nova.compute.manager [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.719793] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99957bc-8513-403c-8c77-cb3c3562a533 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.727862] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba2f88e-6a6b-4373-a262-bceec03f5f88 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.742939] env[70220]: DEBUG nova.compute.provider_tree [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.752887] env[70220]: DEBUG nova.virt.hardware [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.753241] env[70220]: DEBUG nova.virt.hardware [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.753294] env[70220]: DEBUG nova.virt.hardware [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.753471] env[70220]: DEBUG nova.virt.hardware [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.753615] env[70220]: DEBUG nova.virt.hardware [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.753763] env[70220]: DEBUG nova.virt.hardware [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.753976] env[70220]: DEBUG nova.virt.hardware [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.754236] env[70220]: DEBUG nova.virt.hardware [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.754432] env[70220]: DEBUG nova.virt.hardware [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.754598] env[70220]: DEBUG nova.virt.hardware [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.754824] env[70220]: DEBUG nova.virt.hardware [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.756421] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bde132-b574-47aa-916b-38434f49f61e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.765411] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58de2464-23d0-43d7-992d-c3324cc065bd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.950142] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565417} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.950427] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20/4cbd6401-885a-4bd2-af8d-1c51bd0c4f20.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.950639] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.951085] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26b6719b-a600-4e82-81e9-dbe9d98deefd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.958063] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 869.958063] env[70220]: value = "task-3625491" [ 869.958063] env[70220]: _type = "Task" [ 869.958063] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.967627] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.138716] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625490, 'name': CreateVM_Task, 'duration_secs': 0.414839} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.139029] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.139996] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.140342] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.140778] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.141244] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8395211a-d946-4924-829d-a35c396973ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.146263] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 870.146263] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eb1941-be59-3c76-3b2a-242e46931983" [ 870.146263] env[70220]: _type = "Task" [ 870.146263] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.154904] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eb1941-be59-3c76-3b2a-242e46931983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.244674] env[70220]: DEBUG nova.network.neutron [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Successfully updated port: e40aba7c-1228-4b3c-950a-464ecb7a967b {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.248352] env[70220]: DEBUG nova.scheduler.client.report [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.307373] env[70220]: DEBUG nova.network.neutron [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Updated VIF entry in instance network info cache for port d1a9436c-bffc-4589-987f-60252fb5f359. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.307719] env[70220]: DEBUG nova.network.neutron [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Updating instance_info_cache with network_info: [{"id": "d1a9436c-bffc-4589-987f-60252fb5f359", "address": "fa:16:3e:f2:c5:03", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a9436c-bf", "ovs_interfaceid": "d1a9436c-bffc-4589-987f-60252fb5f359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.468344] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070233} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.468744] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.469581] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70646007-ab44-4aa3-be39-2c4f8a42df95 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.500790] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20/4cbd6401-885a-4bd2-af8d-1c51bd0c4f20.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.500790] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8069b3-222f-4ada-892a-02e2a2d06b9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.530570] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 870.530570] env[70220]: value = "task-3625492" [ 870.530570] env[70220]: _type = "Task" [ 870.530570] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.538464] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.656911] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eb1941-be59-3c76-3b2a-242e46931983, 'name': SearchDatastore_Task, 'duration_secs': 0.009719} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.657238] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.657465] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.657699] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.657842] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.658035] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.658307] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0209314b-5f7f-4382-aed9-d43c2e45738d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.666664] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.666841] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.667671] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d013482a-465e-4ffe-9ceb-b072b5db315f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.673010] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 870.673010] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f73868-d4b2-7242-cc62-7622c5759ef8" [ 870.673010] env[70220]: _type = "Task" [ 870.673010] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.681509] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f73868-d4b2-7242-cc62-7622c5759ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.748039] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.748039] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.748296] env[70220]: DEBUG nova.network.neutron [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.754600] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.756997] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.554s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.778293] env[70220]: INFO nova.scheduler.client.report [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Deleted allocations for instance 65efef5f-247f-45ab-9b76-915bdd9f9ce3 [ 870.811184] env[70220]: DEBUG oslo_concurrency.lockutils [req-26b231d9-6362-4c80-8a9b-6661c8237a35 req-fa3aeea5-2492-4f7e-b278-ad178dfea29a service nova] Releasing lock "refresh_cache-af8598b0-ea9e-4751-aebc-414ece12150e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.038250] env[70220]: DEBUG nova.compute.manager [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Received event network-vif-plugged-e40aba7c-1228-4b3c-950a-464ecb7a967b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.038466] env[70220]: DEBUG oslo_concurrency.lockutils [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] Acquiring lock "7ac66455-b270-4d41-aef2-63bb5191ecf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.038699] env[70220]: DEBUG oslo_concurrency.lockutils [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.038881] env[70220]: DEBUG oslo_concurrency.lockutils [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.039076] env[70220]: DEBUG nova.compute.manager [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] No waiting events found dispatching network-vif-plugged-e40aba7c-1228-4b3c-950a-464ecb7a967b {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.039242] env[70220]: WARNING nova.compute.manager [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Received unexpected event network-vif-plugged-e40aba7c-1228-4b3c-950a-464ecb7a967b for instance with vm_state building and task_state spawning. [ 871.039430] env[70220]: DEBUG nova.compute.manager [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Received event network-changed-e40aba7c-1228-4b3c-950a-464ecb7a967b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.039582] env[70220]: DEBUG nova.compute.manager [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Refreshing instance network info cache due to event network-changed-e40aba7c-1228-4b3c-950a-464ecb7a967b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.039757] env[70220]: DEBUG oslo_concurrency.lockutils [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] Acquiring lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.046328] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625492, 'name': ReconfigVM_Task, 'duration_secs': 0.285447} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.046870] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20/4cbd6401-885a-4bd2-af8d-1c51bd0c4f20.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.047328] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4932b175-a981-4e2e-910c-77652965cf09 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.053750] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 871.053750] env[70220]: value = "task-3625493" [ 871.053750] env[70220]: _type = "Task" [ 871.053750] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.062513] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625493, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.184543] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f73868-d4b2-7242-cc62-7622c5759ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.185373] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979b2ad3-4123-48fc-94b6-a9eb153447ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.190957] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 871.190957] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f6575b-08a4-5ee7-6396-524841c6e108" [ 871.190957] env[70220]: _type = "Task" [ 871.190957] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.198514] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f6575b-08a4-5ee7-6396-524841c6e108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.280540] env[70220]: DEBUG nova.network.neutron [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.287503] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ed43abc-fcd8-4b46-b0c5-200cea006314 tempest-ServersTestJSON-93259548 tempest-ServersTestJSON-93259548-project-member] Lock "65efef5f-247f-45ab-9b76-915bdd9f9ce3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.584s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.400796] env[70220]: DEBUG nova.network.neutron [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance_info_cache with network_info: [{"id": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "address": "fa:16:3e:ff:b9:c3", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40aba7c-12", "ovs_interfaceid": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.563553] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625493, 'name': Rename_Task, 'duration_secs': 0.15425} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.563847] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.564106] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46fd9564-57a9-42d6-b549-2baf7b61c55a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.570383] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 871.570383] env[70220]: value = "task-3625494" [ 871.570383] env[70220]: _type = "Task" [ 871.570383] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.577480] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.701481] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f6575b-08a4-5ee7-6396-524841c6e108, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.701752] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.702035] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] af8598b0-ea9e-4751-aebc-414ece12150e/af8598b0-ea9e-4751-aebc-414ece12150e.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.702306] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67c90d58-ecfb-409a-8dd1-323dc5d5b2e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.709196] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 871.709196] env[70220]: value = "task-3625495" [ 871.709196] env[70220]: _type = "Task" [ 871.709196] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.717195] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.801774] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 21228faf-5663-44c8-b3ce-52e69d01eeac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.801940] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance ca432dce-af3a-46fb-a71d-9d6e1ef8064d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.802094] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.802272] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f0951203-1ae7-4579-a80c-c9d22fbee6df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.802407] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 95b4ab4c-0dce-456e-847c-e4e38778446a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.802560] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f86272cc-e3fb-4bc5-8272-faab2cb68e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.802648] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 7619eb88-8d1e-4270-b7b5-a44843cb1c4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.802814] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0c653c24-61a2-468d-bcc6-112e95d6368a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.802974] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance d48215f1-518c-409d-a343-6c0eada63c56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.803106] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 6cb69540-1a92-4eff-9c4c-cd8a41516690 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.803186] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 59d02e38-bd37-49eb-977c-577df91eb2e6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.803244] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0bc3e427-2335-46f3-b311-fa688563fece actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.803370] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance d0b2e7f5-622a-458f-86b2-44a8a6e86e1b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.803581] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 25461bf2-3b05-45e3-9401-8f440b1e06f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.803581] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0a47c5bb-e901-4095-984a-c52b1ee873d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.803781] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance e1e494d0-aba4-4254-b4c7-14d56d79c336 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.803928] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance c4022a83-16ef-4d53-8efa-76d794878ed4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.804145] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance ffd5619f-4fd8-4d3b-a235-74cffa83216d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.804258] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f14f60ae-501b-44b6-a246-63b64a35aaa9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 871.804392] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 575326a8-9704-4f18-9488-0f9357a05860 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.804635] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.804720] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance af8598b0-ea9e-4751-aebc-414ece12150e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.804872] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 7ac66455-b270-4d41-aef2-63bb5191ecf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 871.903898] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.904341] env[70220]: DEBUG nova.compute.manager [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Instance network_info: |[{"id": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "address": "fa:16:3e:ff:b9:c3", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40aba7c-12", "ovs_interfaceid": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.904697] env[70220]: DEBUG oslo_concurrency.lockutils [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] Acquired lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.904920] env[70220]: DEBUG nova.network.neutron [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Refreshing network info cache for port e40aba7c-1228-4b3c-950a-464ecb7a967b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.906983] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:b9:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e40aba7c-1228-4b3c-950a-464ecb7a967b', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.915617] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Creating folder: Project (e26f00c7bac245ef953e8e4641ad68a4). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.917044] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abf17227-f2c5-40ad-ac12-039820ea16a6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.930227] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Created folder: Project (e26f00c7bac245ef953e8e4641ad68a4) in parent group-v722922. [ 871.930227] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Creating folder: Instances. Parent ref: group-v723029. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.930509] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85cc5656-ed2d-4d1f-bc2c-7545cfc3c0fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.941614] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Created folder: Instances in parent group-v723029. [ 871.941901] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.942131] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.943034] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efb73f04-540f-484e-b9bd-0c43eeb69811 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.963614] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.963614] env[70220]: value = "task-3625498" [ 871.963614] env[70220]: _type = "Task" [ 871.963614] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.973709] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625498, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.080252] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.223923] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625495, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.308482] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 1ea80a37-1021-4c61-b925-f25379cdfd78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 872.473499] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625498, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.581486] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.674633] env[70220]: DEBUG nova.compute.manager [None req-02481ec4-026e-4195-95e7-311905018e80 tempest-ServerDiagnosticsV248Test-819352845 tempest-ServerDiagnosticsV248Test-819352845-project-admin] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.676288] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e23e271-84c5-42da-9253-4bfdf77fa4c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.685300] env[70220]: INFO nova.compute.manager [None req-02481ec4-026e-4195-95e7-311905018e80 tempest-ServerDiagnosticsV248Test-819352845 tempest-ServerDiagnosticsV248Test-819352845-project-admin] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Retrieving diagnostics [ 872.686321] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb88dab-05d3-4725-b1dc-dafad5b5bf08 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.726987] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528895} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.727262] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] af8598b0-ea9e-4751-aebc-414ece12150e/af8598b0-ea9e-4751-aebc-414ece12150e.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.727468] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.727783] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa26bf49-2962-4dea-a724-454c964d5c5a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.734378] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 872.734378] env[70220]: value = "task-3625499" [ 872.734378] env[70220]: _type = "Task" [ 872.734378] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.742720] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.745222] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "interface-25461bf2-3b05-45e3-9401-8f440b1e06f3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.745459] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-25461bf2-3b05-45e3-9401-8f440b1e06f3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.745799] env[70220]: DEBUG nova.objects.instance [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'flavor' on Instance uuid 25461bf2-3b05-45e3-9401-8f440b1e06f3 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.782023] env[70220]: DEBUG nova.network.neutron [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updated VIF entry in instance network info cache for port e40aba7c-1228-4b3c-950a-464ecb7a967b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.782392] env[70220]: DEBUG nova.network.neutron [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance_info_cache with network_info: [{"id": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "address": "fa:16:3e:ff:b9:c3", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40aba7c-12", "ovs_interfaceid": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.811926] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 872.974197] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625498, 'name': CreateVM_Task, 'duration_secs': 0.523547} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.974406] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.975124] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.975298] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.975617] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.975885] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d445a211-0022-4a5a-aa5e-de06b75992e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.981095] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 872.981095] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521d8032-15c9-0cf5-2eda-48c71c1902ba" [ 872.981095] env[70220]: _type = "Task" [ 872.981095] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.989133] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521d8032-15c9-0cf5-2eda-48c71c1902ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.081452] env[70220]: DEBUG oslo_vmware.api [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625494, 'name': PowerOnVM_Task, 'duration_secs': 1.081857} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.082048] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.082264] env[70220]: INFO nova.compute.manager [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Took 8.50 seconds to spawn the instance on the hypervisor. [ 873.082444] env[70220]: DEBUG nova.compute.manager [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.083237] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cb310d-1334-464e-8db9-d674aaa8b9bb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.244500] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067895} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.244698] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.245562] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5fa47f8-0393-4c14-a003-b41f6ffa1da1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.274255] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] af8598b0-ea9e-4751-aebc-414ece12150e/af8598b0-ea9e-4751-aebc-414ece12150e.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.275028] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-997911c9-7432-44c7-880b-3885939d8421 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.292034] env[70220]: DEBUG oslo_concurrency.lockutils [req-6204aa90-6168-4068-8375-40f4b8edf67e req-1ca355ac-623b-41de-a256-f0f1e8edc63f service nova] Releasing lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.298135] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 873.298135] env[70220]: value = "task-3625500" [ 873.298135] env[70220]: _type = "Task" [ 873.298135] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.309816] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625500, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.314806] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance c4c8a84f-bcd6-48b9-9a4f-aff338cf8084 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 873.347425] env[70220]: DEBUG nova.objects.instance [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'pci_requests' on Instance uuid 25461bf2-3b05-45e3-9401-8f440b1e06f3 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.495428] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521d8032-15c9-0cf5-2eda-48c71c1902ba, 'name': SearchDatastore_Task, 'duration_secs': 0.087593} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.495748] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.495977] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.496315] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.496496] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.496807] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.497170] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4816bc1-281e-4924-82ae-ebd22f8a5ee2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.506538] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.506648] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.507374] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b789cee1-95d4-4dd4-ba04-b3b6747cd2dc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.512811] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 873.512811] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]528ba79c-da09-f5ca-566a-75a9f66e72e2" [ 873.512811] env[70220]: _type = "Task" [ 873.512811] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.521874] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528ba79c-da09-f5ca-566a-75a9f66e72e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.601027] env[70220]: INFO nova.compute.manager [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Took 53.41 seconds to build instance. [ 873.810317] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625500, 'name': ReconfigVM_Task, 'duration_secs': 0.429326} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.810317] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Reconfigured VM instance instance-00000023 to attach disk [datastore2] af8598b0-ea9e-4751-aebc-414ece12150e/af8598b0-ea9e-4751-aebc-414ece12150e.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.810707] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88b415e7-553d-4bc7-bad4-54e141132866 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.818684] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0f111af8-5458-46f1-8cde-f30a1dc8f355 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 873.820341] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 873.820341] env[70220]: value = "task-3625501" [ 873.820341] env[70220]: _type = "Task" [ 873.820341] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.829834] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625501, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.850299] env[70220]: DEBUG nova.objects.base [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Object Instance<25461bf2-3b05-45e3-9401-8f440b1e06f3> lazy-loaded attributes: flavor,pci_requests {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 873.850591] env[70220]: DEBUG nova.network.neutron [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.892824] env[70220]: DEBUG nova.policy [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f2bee83b4f4b7f8d249010a1a83f40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02abc3df7dd14990b15371862cfb51f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.028373] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528ba79c-da09-f5ca-566a-75a9f66e72e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.029599] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63be719-d808-4a5b-b410-a26ad01de573 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.035455] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 874.035455] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52796c6f-2194-7dc1-6093-352d048c1764" [ 874.035455] env[70220]: _type = "Task" [ 874.035455] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.044226] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52796c6f-2194-7dc1-6093-352d048c1764, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.106743] env[70220]: DEBUG oslo_concurrency.lockutils [None req-897c7dc4-8f20-4bb0-9bd5-5bc991f89ac9 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.934s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.255164] env[70220]: DEBUG nova.network.neutron [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Successfully created port: 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.322563] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance a88a7999-85b6-4f16-9da7-1dea0c980f16 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 874.333655] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625501, 'name': Rename_Task, 'duration_secs': 0.168748} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.333960] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.334306] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fd21949-ae49-4212-a18c-75323cd3c994 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.342573] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 874.342573] env[70220]: value = "task-3625502" [ 874.342573] env[70220]: _type = "Task" [ 874.342573] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.351929] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.547948] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52796c6f-2194-7dc1-6093-352d048c1764, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.551019] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.551019] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 7ac66455-b270-4d41-aef2-63bb5191ecf9/7ac66455-b270-4d41-aef2-63bb5191ecf9.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.551019] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05e5a932-057d-4dbf-9bd6-b44dc0e3ef6a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.558664] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 874.558664] env[70220]: value = "task-3625503" [ 874.558664] env[70220]: _type = "Task" [ 874.558664] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.568561] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.612683] env[70220]: DEBUG nova.compute.manager [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.715194] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquiring lock "575326a8-9704-4f18-9488-0f9357a05860" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.715531] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Lock "575326a8-9704-4f18-9488-0f9357a05860" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.715805] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquiring lock "575326a8-9704-4f18-9488-0f9357a05860-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.716067] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Lock "575326a8-9704-4f18-9488-0f9357a05860-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.716835] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Lock "575326a8-9704-4f18-9488-0f9357a05860-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.720054] env[70220]: INFO nova.compute.manager [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Terminating instance [ 874.828745] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 2fcb8655-8edf-4205-82f1-728c9fe0997e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 874.854617] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.070404] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625503, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.137906] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.225863] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquiring lock "refresh_cache-575326a8-9704-4f18-9488-0f9357a05860" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.225863] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquired lock "refresh_cache-575326a8-9704-4f18-9488-0f9357a05860" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.225863] env[70220]: DEBUG nova.network.neutron [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.334039] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance de59df0d-6372-447a-877c-41f3f26e6342 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 875.355457] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625502, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.570916] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525742} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.571228] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 7ac66455-b270-4d41-aef2-63bb5191ecf9/7ac66455-b270-4d41-aef2-63bb5191ecf9.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.571449] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.571711] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5828b16f-f710-4278-8bc3-a725e47cdb38 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.579291] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 875.579291] env[70220]: value = "task-3625504" [ 875.579291] env[70220]: _type = "Task" [ 875.579291] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.587986] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625504, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.745189] env[70220]: DEBUG nova.network.neutron [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.813073] env[70220]: DEBUG nova.network.neutron [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.837716] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance cdf9e135-81ba-4261-9d43-1680ad1c5bb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 875.853832] env[70220]: DEBUG oslo_vmware.api [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625502, 'name': PowerOnVM_Task, 'duration_secs': 1.09883} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.857099] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.857099] env[70220]: INFO nova.compute.manager [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Took 8.70 seconds to spawn the instance on the hypervisor. [ 875.857099] env[70220]: DEBUG nova.compute.manager [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.857099] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7980c61d-4c2f-411f-8628-43b308d985ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.947647] env[70220]: DEBUG nova.network.neutron [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Successfully updated port: 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.965272] env[70220]: DEBUG nova.compute.manager [req-427a9fb0-c44e-48f6-81e1-4bab95b42880 req-a8761029-22be-425c-9ce0-6477d82b9820 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Received event network-vif-plugged-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.967018] env[70220]: DEBUG oslo_concurrency.lockutils [req-427a9fb0-c44e-48f6-81e1-4bab95b42880 req-a8761029-22be-425c-9ce0-6477d82b9820 service nova] Acquiring lock "25461bf2-3b05-45e3-9401-8f440b1e06f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.967018] env[70220]: DEBUG oslo_concurrency.lockutils [req-427a9fb0-c44e-48f6-81e1-4bab95b42880 req-a8761029-22be-425c-9ce0-6477d82b9820 service nova] Lock "25461bf2-3b05-45e3-9401-8f440b1e06f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.967018] env[70220]: DEBUG oslo_concurrency.lockutils [req-427a9fb0-c44e-48f6-81e1-4bab95b42880 req-a8761029-22be-425c-9ce0-6477d82b9820 service nova] Lock "25461bf2-3b05-45e3-9401-8f440b1e06f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.967018] env[70220]: DEBUG nova.compute.manager [req-427a9fb0-c44e-48f6-81e1-4bab95b42880 req-a8761029-22be-425c-9ce0-6477d82b9820 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] No waiting events found dispatching network-vif-plugged-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.967018] env[70220]: WARNING nova.compute.manager [req-427a9fb0-c44e-48f6-81e1-4bab95b42880 req-a8761029-22be-425c-9ce0-6477d82b9820 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Received unexpected event network-vif-plugged-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f for instance with vm_state active and task_state None. [ 876.089769] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625504, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069723} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.093090] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.093090] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71413d19-4cbd-4159-b846-e501a20b0712 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.114529] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 7ac66455-b270-4d41-aef2-63bb5191ecf9/7ac66455-b270-4d41-aef2-63bb5191ecf9.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.115113] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a12500-82ad-4f26-a5ed-362628d929bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.136978] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 876.136978] env[70220]: value = "task-3625505" [ 876.136978] env[70220]: _type = "Task" [ 876.136978] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.147617] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.315904] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Releasing lock "refresh_cache-575326a8-9704-4f18-9488-0f9357a05860" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.317020] env[70220]: DEBUG nova.compute.manager [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.317020] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.317761] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bc1bb2-7f90-4ace-babe-260d8a5654b1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.333763] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.334010] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c69ced1-6b34-4a11-b9df-62f2ee1e997e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.339451] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance e77916d8-d281-4418-aeab-169a6d99f109 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 876.341859] env[70220]: DEBUG oslo_vmware.api [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for the task: (returnval){ [ 876.341859] env[70220]: value = "task-3625506" [ 876.341859] env[70220]: _type = "Task" [ 876.341859] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.350217] env[70220]: DEBUG oslo_vmware.api [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.375556] env[70220]: INFO nova.compute.manager [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Took 48.12 seconds to build instance. [ 876.449575] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.449740] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.449930] env[70220]: DEBUG nova.network.neutron [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.652970] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625505, 'name': ReconfigVM_Task, 'duration_secs': 0.292393} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.654198] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 7ac66455-b270-4d41-aef2-63bb5191ecf9/7ac66455-b270-4d41-aef2-63bb5191ecf9.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.654925] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fb5d950-667b-4b06-8e25-3dfb772e860e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.661916] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 876.661916] env[70220]: value = "task-3625507" [ 876.661916] env[70220]: _type = "Task" [ 876.661916] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.670489] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625507, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.844280] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 876.858011] env[70220]: DEBUG oslo_vmware.api [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625506, 'name': PowerOffVM_Task, 'duration_secs': 0.243262} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.858302] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.858466] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.858715] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c307afb1-e300-4df5-8963-968dcdef9c79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.877355] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9e2d9b3e-b369-45dc-8d35-7c79a824d987 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "af8598b0-ea9e-4751-aebc-414ece12150e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.358s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.885115] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.885383] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.885538] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Deleting the datastore file [datastore1] 575326a8-9704-4f18-9488-0f9357a05860 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.885834] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f71ae288-f19b-449b-8083-4a61a96d0f28 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.896864] env[70220]: DEBUG oslo_vmware.api [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for the task: (returnval){ [ 876.896864] env[70220]: value = "task-3625509" [ 876.896864] env[70220]: _type = "Task" [ 876.896864] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.906485] env[70220]: DEBUG oslo_vmware.api [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.910319] env[70220]: INFO nova.compute.manager [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Rescuing [ 876.910562] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "refresh_cache-af8598b0-ea9e-4751-aebc-414ece12150e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.910720] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "refresh_cache-af8598b0-ea9e-4751-aebc-414ece12150e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.910950] env[70220]: DEBUG nova.network.neutron [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.992742] env[70220]: WARNING nova.network.neutron [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] fd363a1f-7af6-4512-bcd9-723593f14e19 already exists in list: networks containing: ['fd363a1f-7af6-4512-bcd9-723593f14e19']. ignoring it [ 877.173287] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625507, 'name': Rename_Task, 'duration_secs': 0.148683} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.174576] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.174576] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b8cb396-1f29-4c32-858f-b905a2446a1f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.179731] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 877.179731] env[70220]: value = "task-3625510" [ 877.179731] env[70220]: _type = "Task" [ 877.179731] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.187541] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.296131] env[70220]: DEBUG nova.network.neutron [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Updating instance_info_cache with network_info: [{"id": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "address": "fa:16:3e:06:56:6f", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9a5919-4b", "ovs_interfaceid": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d8e272f-4dfb-428b-9fcf-5ee81d72a14f", "address": "fa:16:3e:1f:9a:41", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8e272f-4d", "ovs_interfaceid": "0d8e272f-4dfb-428b-9fcf-5ee81d72a14f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.352057] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f524ca71-6018-4bc9-8362-6668eea30748 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 877.352057] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 877.352057] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 877.381167] env[70220]: DEBUG nova.compute.manager [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.415971] env[70220]: DEBUG oslo_vmware.api [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Task: {'id': task-3625509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097491} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.416320] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.416520] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.416752] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.416942] env[70220]: INFO nova.compute.manager [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Took 1.10 seconds to destroy the instance on the hypervisor. [ 877.417197] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.418083] env[70220]: DEBUG nova.compute.manager [-] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.418083] env[70220]: DEBUG nova.network.neutron [-] [instance: 575326a8-9704-4f18-9488-0f9357a05860] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.456243] env[70220]: DEBUG nova.network.neutron [-] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.635112] env[70220]: DEBUG nova.network.neutron [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Updating instance_info_cache with network_info: [{"id": "d1a9436c-bffc-4589-987f-60252fb5f359", "address": "fa:16:3e:f2:c5:03", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a9436c-bf", "ovs_interfaceid": "d1a9436c-bffc-4589-987f-60252fb5f359", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.692067] env[70220]: DEBUG oslo_vmware.api [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625510, 'name': PowerOnVM_Task, 'duration_secs': 0.48643} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.692353] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.692550] env[70220]: INFO nova.compute.manager [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Took 7.98 seconds to spawn the instance on the hypervisor. [ 877.692720] env[70220]: DEBUG nova.compute.manager [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.693628] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3022345-e7d5-410b-9aa1-6a768e11c5e8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.798779] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.799536] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.799731] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.800792] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a01955f-07aa-4d98-8dbd-a2423566d074 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.821664] env[70220]: DEBUG nova.virt.hardware [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.821903] env[70220]: DEBUG nova.virt.hardware [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.822137] env[70220]: DEBUG nova.virt.hardware [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.822346] env[70220]: DEBUG nova.virt.hardware [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.822495] env[70220]: DEBUG nova.virt.hardware [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.822638] env[70220]: DEBUG nova.virt.hardware [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.822841] env[70220]: DEBUG nova.virt.hardware [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.822995] env[70220]: DEBUG nova.virt.hardware [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.823213] env[70220]: DEBUG nova.virt.hardware [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.823571] env[70220]: DEBUG nova.virt.hardware [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.823571] env[70220]: DEBUG nova.virt.hardware [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.829994] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Reconfiguring VM to attach interface {{(pid=70220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 877.832954] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02bc6ff8-4beb-4606-b7b1-314bece6dda0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.854669] env[70220]: DEBUG oslo_vmware.api [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 877.854669] env[70220]: value = "task-3625511" [ 877.854669] env[70220]: _type = "Task" [ 877.854669] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.863246] env[70220]: DEBUG oslo_vmware.api [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625511, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.882198] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37e1d3d-1856-46b9-b76d-a7af51c0ac4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.896606] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21ccbea-75b8-4d3c-9cde-bfe76686db8e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.932123] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.935016] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5777a6a-412d-4c4f-910d-324e6e4e9ee0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.943750] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquiring lock "8524c032-88de-4b91-a351-9413a628f230" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.944000] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Lock "8524c032-88de-4b91-a351-9413a628f230" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.950109] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5e2cf2-53dc-40b6-a5d2-71ddad31648f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.966013] env[70220]: DEBUG nova.network.neutron [-] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.967418] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.137239] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "refresh_cache-af8598b0-ea9e-4751-aebc-414ece12150e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.216303] env[70220]: INFO nova.compute.manager [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Took 49.90 seconds to build instance. [ 878.367430] env[70220]: DEBUG oslo_vmware.api [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.470470] env[70220]: INFO nova.compute.manager [-] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Took 1.05 seconds to deallocate network for instance. [ 878.494624] env[70220]: ERROR nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [req-65e3cbe0-e425-4fb1-a9b6-3c91a638df3d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-65e3cbe0-e425-4fb1-a9b6-3c91a638df3d"}]} [ 878.516313] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 878.534862] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 878.535182] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.553231] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 878.574348] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 878.618893] env[70220]: DEBUG nova.compute.manager [req-3535fdd8-dfac-4745-b48f-bb05c340d4bc req-0a049d09-287f-4cb3-95cc-08a1ec834e55 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Received event network-changed-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.619101] env[70220]: DEBUG nova.compute.manager [req-3535fdd8-dfac-4745-b48f-bb05c340d4bc req-0a049d09-287f-4cb3-95cc-08a1ec834e55 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Refreshing instance network info cache due to event network-changed-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.619407] env[70220]: DEBUG oslo_concurrency.lockutils [req-3535fdd8-dfac-4745-b48f-bb05c340d4bc req-0a049d09-287f-4cb3-95cc-08a1ec834e55 service nova] Acquiring lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.619623] env[70220]: DEBUG oslo_concurrency.lockutils [req-3535fdd8-dfac-4745-b48f-bb05c340d4bc req-0a049d09-287f-4cb3-95cc-08a1ec834e55 service nova] Acquired lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.619796] env[70220]: DEBUG nova.network.neutron [req-3535fdd8-dfac-4745-b48f-bb05c340d4bc req-0a049d09-287f-4cb3-95cc-08a1ec834e55 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Refreshing network info cache for port 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.717792] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0487388-aca2-4b5f-aea3-5ac050e1fe53 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.072s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.866144] env[70220]: DEBUG oslo_vmware.api [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625511, 'name': ReconfigVM_Task, 'duration_secs': 0.818148} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.868804] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.869032] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Reconfigured VM to attach interface {{(pid=70220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 878.980649] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.004453] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168c01fa-388e-403b-9df8-8184678b6b57 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.012820] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2448fe3e-bd67-4909-b8b1-674304386a05 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.042949] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03009e0-012b-425e-ade7-8371f65f67e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.050387] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcbe2b7-076d-4ce6-b3a4-9b781191edf5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.064140] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.221061] env[70220]: DEBUG nova.compute.manager [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.329444] env[70220]: DEBUG nova.network.neutron [req-3535fdd8-dfac-4745-b48f-bb05c340d4bc req-0a049d09-287f-4cb3-95cc-08a1ec834e55 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Updated VIF entry in instance network info cache for port 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.329862] env[70220]: DEBUG nova.network.neutron [req-3535fdd8-dfac-4745-b48f-bb05c340d4bc req-0a049d09-287f-4cb3-95cc-08a1ec834e55 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Updating instance_info_cache with network_info: [{"id": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "address": "fa:16:3e:06:56:6f", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9a5919-4b", "ovs_interfaceid": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0d8e272f-4dfb-428b-9fcf-5ee81d72a14f", "address": "fa:16:3e:1f:9a:41", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d8e272f-4d", "ovs_interfaceid": "0d8e272f-4dfb-428b-9fcf-5ee81d72a14f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.373856] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4a0c1085-ea81-461d-be10-15a6b351fea1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-25461bf2-3b05-45e3-9401-8f440b1e06f3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.628s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.598137] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 879.598384] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 64 to 65 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 879.598533] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.674957] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.675284] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86465c1b-48be-4826-8847-11364b790eb9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.683069] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 879.683069] env[70220]: value = "task-3625512" [ 879.683069] env[70220]: _type = "Task" [ 879.683069] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.691974] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.745576] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.832536] env[70220]: DEBUG oslo_concurrency.lockutils [req-3535fdd8-dfac-4745-b48f-bb05c340d4bc req-0a049d09-287f-4cb3-95cc-08a1ec834e55 service nova] Releasing lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.104651] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 880.104651] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.348s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.105075] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.638s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.106505] env[70220]: INFO nova.compute.claims [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.194389] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625512, 'name': PowerOffVM_Task, 'duration_secs': 0.21627} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.194673] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.195512] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce4f7fd-ccdf-466f-a36a-70bef22d4ddc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.214188] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a62680-4df4-486d-812f-3fe3bc98baae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.252482] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.252774] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-799a1e1f-5d57-40a9-92c0-492b44e63b31 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.260021] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 880.260021] env[70220]: value = "task-3625513" [ 880.260021] env[70220]: _type = "Task" [ 880.260021] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.262884] env[70220]: DEBUG nova.compute.manager [req-ce979d4a-1176-42c3-b1c6-aabb3efde87b req-c5b366e9-0dd1-436b-804f-e90943fbdab1 service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Received event network-changed-e40aba7c-1228-4b3c-950a-464ecb7a967b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.263036] env[70220]: DEBUG nova.compute.manager [req-ce979d4a-1176-42c3-b1c6-aabb3efde87b req-c5b366e9-0dd1-436b-804f-e90943fbdab1 service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Refreshing instance network info cache due to event network-changed-e40aba7c-1228-4b3c-950a-464ecb7a967b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.263229] env[70220]: DEBUG oslo_concurrency.lockutils [req-ce979d4a-1176-42c3-b1c6-aabb3efde87b req-c5b366e9-0dd1-436b-804f-e90943fbdab1 service nova] Acquiring lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.263362] env[70220]: DEBUG oslo_concurrency.lockutils [req-ce979d4a-1176-42c3-b1c6-aabb3efde87b req-c5b366e9-0dd1-436b-804f-e90943fbdab1 service nova] Acquired lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.263573] env[70220]: DEBUG nova.network.neutron [req-ce979d4a-1176-42c3-b1c6-aabb3efde87b req-c5b366e9-0dd1-436b-804f-e90943fbdab1 service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Refreshing network info cache for port e40aba7c-1228-4b3c-950a-464ecb7a967b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.278944] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 880.278944] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.278944] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.278944] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.278944] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.280133] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b4eafbf-3933-46c0-924e-d60e3d0aad80 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.291710] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.291875] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.292643] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52caf01-aab9-4b0f-ad91-0974ec6119c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.298643] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 880.298643] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]528ea3dc-f022-2037-597e-b95fd0cf5503" [ 880.298643] env[70220]: _type = "Task" [ 880.298643] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.308531] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528ea3dc-f022-2037-597e-b95fd0cf5503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.814338] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528ea3dc-f022-2037-597e-b95fd0cf5503, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.814945] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d1855a9-aeae-408e-a11f-0d70daa71271 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.825504] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 880.825504] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52955a2f-2c67-4d27-56af-7175878622c4" [ 880.825504] env[70220]: _type = "Task" [ 880.825504] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.834649] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52955a2f-2c67-4d27-56af-7175878622c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.008973] env[70220]: DEBUG nova.network.neutron [req-ce979d4a-1176-42c3-b1c6-aabb3efde87b req-c5b366e9-0dd1-436b-804f-e90943fbdab1 service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updated VIF entry in instance network info cache for port e40aba7c-1228-4b3c-950a-464ecb7a967b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.009424] env[70220]: DEBUG nova.network.neutron [req-ce979d4a-1176-42c3-b1c6-aabb3efde87b req-c5b366e9-0dd1-436b-804f-e90943fbdab1 service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance_info_cache with network_info: [{"id": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "address": "fa:16:3e:ff:b9:c3", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40aba7c-12", "ovs_interfaceid": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.105527] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.105914] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.106204] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.106451] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.106712] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.107046] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.107313] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.107540] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 881.107786] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.323342] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "interface-25461bf2-3b05-45e3-9401-8f440b1e06f3-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.323793] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-25461bf2-3b05-45e3-9401-8f440b1e06f3-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.336734] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52955a2f-2c67-4d27-56af-7175878622c4, 'name': SearchDatastore_Task, 'duration_secs': 0.028277} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.339038] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.339304] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] af8598b0-ea9e-4751-aebc-414ece12150e/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. {{(pid=70220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 881.340129] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ef02c1d-7ef5-4cbe-ab19-36af37bd5f2e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.346785] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 881.346785] env[70220]: value = "task-3625514" [ 881.346785] env[70220]: _type = "Task" [ 881.346785] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.356862] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.512291] env[70220]: DEBUG oslo_concurrency.lockutils [req-ce979d4a-1176-42c3-b1c6-aabb3efde87b req-c5b366e9-0dd1-436b-804f-e90943fbdab1 service nova] Releasing lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.527097] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd576ae-cc95-4ac0-9272-9874003fef90 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.535084] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6a5142-1463-4d42-8396-b4a86a5ae0d0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.566312] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6577025-1065-44de-9a2e-2d05c4651449 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.573699] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c53c7e-1b01-4a1a-9f15-59c0409ef6c3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.588171] env[70220]: DEBUG nova.compute.provider_tree [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.611280] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.828372] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.829039] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.829832] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f594f1-6382-4a3d-aff4-713203751c59 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.858378] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d6c491-1900-4b7b-8647-ffdbaba1740d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.891362] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Reconfiguring VM to detach interface {{(pid=70220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 881.891679] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.891902] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52f75b3a-40e6-4b5b-8b10-e28d16cbd9e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.910153] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 881.910153] env[70220]: value = "task-3625515" [ 881.910153] env[70220]: _type = "Task" [ 881.910153] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.917966] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.092848] env[70220]: DEBUG nova.scheduler.client.report [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.364381] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625514, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.419709] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.598340] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.598727] env[70220]: DEBUG nova.compute.manager [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.601409] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.793s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.601558] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.603869] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 43.414s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.604101] env[70220]: DEBUG nova.objects.instance [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 882.626290] env[70220]: INFO nova.scheduler.client.report [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Deleted allocations for instance 59d02e38-bd37-49eb-977c-577df91eb2e6 [ 882.865314] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625514, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.285215} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.865929] env[70220]: INFO nova.virt.vmwareapi.ds_util [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] af8598b0-ea9e-4751-aebc-414ece12150e/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. [ 882.866427] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2664f7-8a70-4e19-a3ae-549bbf40ca2c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.897466] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] af8598b0-ea9e-4751-aebc-414ece12150e/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.897466] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db4077a-274f-4711-8f57-c6c5c79879c4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.916737] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 882.916737] env[70220]: value = "task-3625516" [ 882.916737] env[70220]: _type = "Task" [ 882.916737] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.923415] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.928178] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.108501] env[70220]: DEBUG nova.compute.utils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.112585] env[70220]: DEBUG nova.compute.manager [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 883.112783] env[70220]: DEBUG nova.network.neutron [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.132992] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa731bf9-ec18-4d92-ab8e-e9efca5a3ced tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "59d02e38-bd37-49eb-977c-577df91eb2e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.589s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.169207] env[70220]: DEBUG nova.policy [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e09f5fb8776b4feb92ab62b407dab702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61bddb2766d84ab39a15dba052f70b2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.238546] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "d48215f1-518c-409d-a343-6c0eada63c56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.238844] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "d48215f1-518c-409d-a343-6c0eada63c56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.239082] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "d48215f1-518c-409d-a343-6c0eada63c56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.239275] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "d48215f1-518c-409d-a343-6c0eada63c56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.239442] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "d48215f1-518c-409d-a343-6c0eada63c56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.241584] env[70220]: INFO nova.compute.manager [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Terminating instance [ 883.424610] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.430042] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625516, 'name': ReconfigVM_Task, 'duration_secs': 0.304953} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.430042] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Reconfigured VM instance instance-00000023 to attach disk [datastore2] af8598b0-ea9e-4751-aebc-414ece12150e/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.430987] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac13f65-e623-4205-8bb7-f488a88d6ddd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.456139] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9ac7ed4-e017-44c0-ad8a-bec61142682a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.471765] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 883.471765] env[70220]: value = "task-3625517" [ 883.471765] env[70220]: _type = "Task" [ 883.471765] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.482879] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.516905] env[70220]: DEBUG nova.network.neutron [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Successfully created port: 9784886d-f93a-4c11-b718-935d2a4b408d {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.617055] env[70220]: DEBUG nova.compute.manager [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.617392] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f96dbcbf-d3d0-47bb-bf86-8aefe180658b tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.618390] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.343s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.619886] env[70220]: INFO nova.compute.claims [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.745400] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "refresh_cache-d48215f1-518c-409d-a343-6c0eada63c56" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.745594] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquired lock "refresh_cache-d48215f1-518c-409d-a343-6c0eada63c56" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.749020] env[70220]: DEBUG nova.network.neutron [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.921782] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.981604] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625517, 'name': ReconfigVM_Task, 'duration_secs': 0.153453} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.981860] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.982119] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb2fa743-634b-4c4f-924a-16b8b3e70e8e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.988355] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 883.988355] env[70220]: value = "task-3625518" [ 883.988355] env[70220]: _type = "Task" [ 883.988355] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.995524] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.264216] env[70220]: DEBUG nova.network.neutron [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.317763] env[70220]: DEBUG nova.network.neutron [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.422567] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.498724] env[70220]: DEBUG oslo_vmware.api [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625518, 'name': PowerOnVM_Task, 'duration_secs': 0.392804} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.499107] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.502072] env[70220]: DEBUG nova.compute.manager [None req-ade0d8c5-b427-44af-b43d-6ffcc5a731f2 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.502899] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddff554-b38c-482f-91cd-5b04668649ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.630205] env[70220]: DEBUG nova.compute.manager [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.659064] env[70220]: DEBUG nova.virt.hardware [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.659313] env[70220]: DEBUG nova.virt.hardware [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.659467] env[70220]: DEBUG nova.virt.hardware [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.659645] env[70220]: DEBUG nova.virt.hardware [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.659786] env[70220]: DEBUG nova.virt.hardware [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.659932] env[70220]: DEBUG nova.virt.hardware [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.660154] env[70220]: DEBUG nova.virt.hardware [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.660310] env[70220]: DEBUG nova.virt.hardware [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.660473] env[70220]: DEBUG nova.virt.hardware [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.660637] env[70220]: DEBUG nova.virt.hardware [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.660802] env[70220]: DEBUG nova.virt.hardware [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.661725] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b3186c-5089-4262-a4a7-7dd5ece2656d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.671555] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6fd89b-3b4c-4eb6-b0aa-60a7032460e1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.822314] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Releasing lock "refresh_cache-d48215f1-518c-409d-a343-6c0eada63c56" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.822731] env[70220]: DEBUG nova.compute.manager [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.822919] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.823841] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799d899c-8c4d-4122-86d0-53d6e794482a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.834252] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.834598] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43d8a517-2187-4428-825d-fe1a5fc3ae82 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.842707] env[70220]: DEBUG oslo_vmware.api [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 884.842707] env[70220]: value = "task-3625519" [ 884.842707] env[70220]: _type = "Task" [ 884.842707] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.850460] env[70220]: DEBUG oslo_vmware.api [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.906754] env[70220]: DEBUG nova.compute.manager [req-8c42ab64-720a-49d3-86e0-a514bdeee291 req-6d8a9f47-7d46-4663-9de2-1b0a49c356c6 service nova] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Received event network-vif-plugged-9784886d-f93a-4c11-b718-935d2a4b408d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.906858] env[70220]: DEBUG oslo_concurrency.lockutils [req-8c42ab64-720a-49d3-86e0-a514bdeee291 req-6d8a9f47-7d46-4663-9de2-1b0a49c356c6 service nova] Acquiring lock "1ea80a37-1021-4c61-b925-f25379cdfd78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.907271] env[70220]: DEBUG oslo_concurrency.lockutils [req-8c42ab64-720a-49d3-86e0-a514bdeee291 req-6d8a9f47-7d46-4663-9de2-1b0a49c356c6 service nova] Lock "1ea80a37-1021-4c61-b925-f25379cdfd78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.907400] env[70220]: DEBUG oslo_concurrency.lockutils [req-8c42ab64-720a-49d3-86e0-a514bdeee291 req-6d8a9f47-7d46-4663-9de2-1b0a49c356c6 service nova] Lock "1ea80a37-1021-4c61-b925-f25379cdfd78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.907744] env[70220]: DEBUG nova.compute.manager [req-8c42ab64-720a-49d3-86e0-a514bdeee291 req-6d8a9f47-7d46-4663-9de2-1b0a49c356c6 service nova] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] No waiting events found dispatching network-vif-plugged-9784886d-f93a-4c11-b718-935d2a4b408d {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.907744] env[70220]: WARNING nova.compute.manager [req-8c42ab64-720a-49d3-86e0-a514bdeee291 req-6d8a9f47-7d46-4663-9de2-1b0a49c356c6 service nova] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Received unexpected event network-vif-plugged-9784886d-f93a-4c11-b718-935d2a4b408d for instance with vm_state building and task_state spawning. [ 884.923591] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.004964] env[70220]: DEBUG nova.network.neutron [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Successfully updated port: 9784886d-f93a-4c11-b718-935d2a4b408d {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.066266] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba38b89e-50b9-4ee1-b9a9-f4a88b316cf6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.073429] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb524122-4187-41c8-b1ee-ba7c34efbf3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.102511] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d78ac2-729e-465a-96f9-34fae775b916 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.110796] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a4494b-b19b-4de4-af51-b2d5bfaec7e5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.125304] env[70220]: DEBUG nova.compute.provider_tree [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.353380] env[70220]: DEBUG oslo_vmware.api [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625519, 'name': PowerOffVM_Task, 'duration_secs': 0.146539} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.353686] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.353877] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.354160] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e53c4868-2d7c-493e-8349-6a3818df64b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.380505] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.380711] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.380960] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Deleting the datastore file [datastore2] d48215f1-518c-409d-a343-6c0eada63c56 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.381396] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-14f2566e-2135-4b98-82ee-b87283a94101 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.388643] env[70220]: DEBUG oslo_vmware.api [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for the task: (returnval){ [ 885.388643] env[70220]: value = "task-3625521" [ 885.388643] env[70220]: _type = "Task" [ 885.388643] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.398091] env[70220]: DEBUG oslo_vmware.api [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.424687] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.511161] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "refresh_cache-1ea80a37-1021-4c61-b925-f25379cdfd78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.511461] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquired lock "refresh_cache-1ea80a37-1021-4c61-b925-f25379cdfd78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.511525] env[70220]: DEBUG nova.network.neutron [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.629070] env[70220]: DEBUG nova.scheduler.client.report [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.899273] env[70220]: DEBUG oslo_vmware.api [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Task: {'id': task-3625521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112954} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.899548] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.899803] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.899908] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.900090] env[70220]: INFO nova.compute.manager [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Took 1.08 seconds to destroy the instance on the hypervisor. [ 885.900340] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.900606] env[70220]: DEBUG nova.compute.manager [-] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.900606] env[70220]: DEBUG nova.network.neutron [-] [instance: d48215f1-518c-409d-a343-6c0eada63c56] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.925165] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.925940] env[70220]: DEBUG nova.network.neutron [-] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.055025] env[70220]: DEBUG nova.network.neutron [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.134042] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.134560] env[70220]: DEBUG nova.compute.manager [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 886.137337] env[70220]: DEBUG oslo_concurrency.lockutils [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.942s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.137583] env[70220]: DEBUG oslo_concurrency.lockutils [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.140028] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.787s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.140186] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.141987] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.808s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.143464] env[70220]: INFO nova.compute.claims [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.166862] env[70220]: INFO nova.scheduler.client.report [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Deleted allocations for instance 21228faf-5663-44c8-b3ce-52e69d01eeac [ 886.170332] env[70220]: INFO nova.scheduler.client.report [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Deleted allocations for instance d0b2e7f5-622a-458f-86b2-44a8a6e86e1b [ 886.195025] env[70220]: DEBUG nova.network.neutron [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Updating instance_info_cache with network_info: [{"id": "9784886d-f93a-4c11-b718-935d2a4b408d", "address": "fa:16:3e:06:fd:74", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9784886d-f9", "ovs_interfaceid": "9784886d-f93a-4c11-b718-935d2a4b408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.426216] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.428626] env[70220]: DEBUG nova.network.neutron [-] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.648557] env[70220]: DEBUG nova.compute.utils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 886.652479] env[70220]: DEBUG nova.compute.manager [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 886.652659] env[70220]: DEBUG nova.network.neutron [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 886.677030] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e553f7-c627-4a6d-939c-40e92899b938 tempest-ServersListShow296Test-850570562 tempest-ServersListShow296Test-850570562-project-member] Lock "d0b2e7f5-622a-458f-86b2-44a8a6e86e1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.598s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.680834] env[70220]: DEBUG oslo_concurrency.lockutils [None req-24c26cec-0202-4c9c-83e3-8b08ad0673e8 tempest-ServersAdminNegativeTestJSON-969171820 tempest-ServersAdminNegativeTestJSON-969171820-project-member] Lock "21228faf-5663-44c8-b3ce-52e69d01eeac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.054s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.698043] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Releasing lock "refresh_cache-1ea80a37-1021-4c61-b925-f25379cdfd78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.698293] env[70220]: DEBUG nova.compute.manager [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Instance network_info: |[{"id": "9784886d-f93a-4c11-b718-935d2a4b408d", "address": "fa:16:3e:06:fd:74", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9784886d-f9", "ovs_interfaceid": "9784886d-f93a-4c11-b718-935d2a4b408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.698699] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:fd:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9784886d-f93a-4c11-b718-935d2a4b408d', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.708008] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Creating folder: Project (61bddb2766d84ab39a15dba052f70b2c). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.709589] env[70220]: DEBUG nova.policy [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e09f5fb8776b4feb92ab62b407dab702', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61bddb2766d84ab39a15dba052f70b2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.711399] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed59d4d0-0acb-41c9-82ae-f1fe8b7ea481 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.725221] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Created folder: Project (61bddb2766d84ab39a15dba052f70b2c) in parent group-v722922. [ 886.725450] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Creating folder: Instances. Parent ref: group-v723032. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.725695] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ddb34f-472e-470f-a4a3-76ed054faa19 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.735693] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Created folder: Instances in parent group-v723032. [ 886.735935] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.736146] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.736682] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e01e65b-f09d-401f-8335-2a844f6d8099 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.757168] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.757168] env[70220]: value = "task-3625524" [ 886.757168] env[70220]: _type = "Task" [ 886.757168] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.767321] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625524, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.928757] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.931380] env[70220]: INFO nova.compute.manager [-] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Took 1.03 seconds to deallocate network for instance. [ 886.937873] env[70220]: DEBUG nova.compute.manager [req-09b406b8-b7ba-43ec-8d1d-14d131471a45 req-372cd492-a7b7-4df6-b392-3a5306e1bb4c service nova] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Received event network-changed-9784886d-f93a-4c11-b718-935d2a4b408d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.938130] env[70220]: DEBUG nova.compute.manager [req-09b406b8-b7ba-43ec-8d1d-14d131471a45 req-372cd492-a7b7-4df6-b392-3a5306e1bb4c service nova] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Refreshing instance network info cache due to event network-changed-9784886d-f93a-4c11-b718-935d2a4b408d. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.938846] env[70220]: DEBUG oslo_concurrency.lockutils [req-09b406b8-b7ba-43ec-8d1d-14d131471a45 req-372cd492-a7b7-4df6-b392-3a5306e1bb4c service nova] Acquiring lock "refresh_cache-1ea80a37-1021-4c61-b925-f25379cdfd78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.938846] env[70220]: DEBUG oslo_concurrency.lockutils [req-09b406b8-b7ba-43ec-8d1d-14d131471a45 req-372cd492-a7b7-4df6-b392-3a5306e1bb4c service nova] Acquired lock "refresh_cache-1ea80a37-1021-4c61-b925-f25379cdfd78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.938846] env[70220]: DEBUG nova.network.neutron [req-09b406b8-b7ba-43ec-8d1d-14d131471a45 req-372cd492-a7b7-4df6-b392-3a5306e1bb4c service nova] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Refreshing network info cache for port 9784886d-f93a-4c11-b718-935d2a4b408d {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.003913] env[70220]: DEBUG nova.network.neutron [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Successfully created port: a1fd885a-ddbb-4270-8a21-b59315693299 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 887.157091] env[70220]: DEBUG nova.compute.manager [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 887.268791] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625524, 'name': CreateVM_Task, 'duration_secs': 0.36277} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.268975] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.272473] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.272631] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.273089] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.278969] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6c07b5-2257-4bc9-ad3f-8d10e7f587f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.284520] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 887.284520] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52593d3d-3b84-37cb-1e08-f4c4222cc70d" [ 887.284520] env[70220]: _type = "Task" [ 887.284520] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.294042] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52593d3d-3b84-37cb-1e08-f4c4222cc70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.428464] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.441573] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.582355] env[70220]: INFO nova.compute.manager [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Rescuing [ 887.582653] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.582807] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.582971] env[70220]: DEBUG nova.network.neutron [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.676435] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e969282-9637-4bfd-ba92-0a2670ae1121 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.687101] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31aba8e-ad64-498f-834a-21455f20fd31 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.726394] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d07cc-0aff-4261-a26f-a30e2cdec004 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.734901] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b12db35-6fc9-4b6e-9ce6-b42c9ff433ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.751519] env[70220]: DEBUG nova.compute.provider_tree [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.790629] env[70220]: DEBUG nova.network.neutron [req-09b406b8-b7ba-43ec-8d1d-14d131471a45 req-372cd492-a7b7-4df6-b392-3a5306e1bb4c service nova] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Updated VIF entry in instance network info cache for port 9784886d-f93a-4c11-b718-935d2a4b408d. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.791080] env[70220]: DEBUG nova.network.neutron [req-09b406b8-b7ba-43ec-8d1d-14d131471a45 req-372cd492-a7b7-4df6-b392-3a5306e1bb4c service nova] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Updating instance_info_cache with network_info: [{"id": "9784886d-f93a-4c11-b718-935d2a4b408d", "address": "fa:16:3e:06:fd:74", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9784886d-f9", "ovs_interfaceid": "9784886d-f93a-4c11-b718-935d2a4b408d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.796474] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52593d3d-3b84-37cb-1e08-f4c4222cc70d, 'name': SearchDatastore_Task, 'duration_secs': 0.013579} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.796956] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.797225] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.797461] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.797603] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.797774] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.798073] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2285efa-0437-4704-82a7-030ebcb14f63 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.806387] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.806571] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.807656] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400d8d7d-ed1f-4fec-a19d-675d8346dd0d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.815612] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 887.815612] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5298aa09-269a-0eb4-ff44-4cdad6bb17c1" [ 887.815612] env[70220]: _type = "Task" [ 887.815612] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.824403] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5298aa09-269a-0eb4-ff44-4cdad6bb17c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.929325] env[70220]: DEBUG oslo_vmware.api [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625515, 'name': ReconfigVM_Task, 'duration_secs': 5.930983} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.929587] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.929802] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Reconfigured VM to detach interface {{(pid=70220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 888.173696] env[70220]: DEBUG nova.compute.manager [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 888.203693] env[70220]: DEBUG nova.virt.hardware [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.203979] env[70220]: DEBUG nova.virt.hardware [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.204120] env[70220]: DEBUG nova.virt.hardware [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.204307] env[70220]: DEBUG nova.virt.hardware [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.204447] env[70220]: DEBUG nova.virt.hardware [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.204657] env[70220]: DEBUG nova.virt.hardware [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.204782] env[70220]: DEBUG nova.virt.hardware [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.204932] env[70220]: DEBUG nova.virt.hardware [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.205107] env[70220]: DEBUG nova.virt.hardware [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.205265] env[70220]: DEBUG nova.virt.hardware [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.205435] env[70220]: DEBUG nova.virt.hardware [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.206329] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2e20a6-1240-4a9b-af61-d2531aa05304 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.221285] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6159a3a4-a1f3-498d-863e-ca1af9604403 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.247835] env[70220]: DEBUG nova.compute.manager [req-bc77eef6-7fab-4b47-b10a-b8266ae0b2c0 req-de3ad372-8021-41db-a46b-0aed05162d4a service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Received event network-vif-deleted-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.247932] env[70220]: INFO nova.compute.manager [req-bc77eef6-7fab-4b47-b10a-b8266ae0b2c0 req-de3ad372-8021-41db-a46b-0aed05162d4a service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Neutron deleted interface 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f; detaching it from the instance and deleting it from the info cache [ 888.248205] env[70220]: DEBUG nova.network.neutron [req-bc77eef6-7fab-4b47-b10a-b8266ae0b2c0 req-de3ad372-8021-41db-a46b-0aed05162d4a service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Updating instance_info_cache with network_info: [{"id": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "address": "fa:16:3e:06:56:6f", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9a5919-4b", "ovs_interfaceid": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.254873] env[70220]: DEBUG nova.scheduler.client.report [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.297947] env[70220]: DEBUG oslo_concurrency.lockutils [req-09b406b8-b7ba-43ec-8d1d-14d131471a45 req-372cd492-a7b7-4df6-b392-3a5306e1bb4c service nova] Releasing lock "refresh_cache-1ea80a37-1021-4c61-b925-f25379cdfd78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.301621] env[70220]: DEBUG nova.network.neutron [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Updating instance_info_cache with network_info: [{"id": "81de5593-7e92-4a92-8b44-0343220d153f", "address": "fa:16:3e:30:f2:bc", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81de5593-7e", "ovs_interfaceid": "81de5593-7e92-4a92-8b44-0343220d153f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.330594] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5298aa09-269a-0eb4-ff44-4cdad6bb17c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.330594] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e833a0f9-9980-4ad9-a867-909b86c99697 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.336027] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 888.336027] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a919a1-ab58-4ad1-1bc6-f67dcfb2017d" [ 888.336027] env[70220]: _type = "Task" [ 888.336027] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.342820] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a919a1-ab58-4ad1-1bc6-f67dcfb2017d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.654222] env[70220]: DEBUG nova.network.neutron [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Successfully updated port: a1fd885a-ddbb-4270-8a21-b59315693299 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.750618] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc77eef6-7fab-4b47-b10a-b8266ae0b2c0 req-de3ad372-8021-41db-a46b-0aed05162d4a service nova] Acquiring lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.750980] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc77eef6-7fab-4b47-b10a-b8266ae0b2c0 req-de3ad372-8021-41db-a46b-0aed05162d4a service nova] Acquired lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.751744] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fdbad9-4af2-422b-92ab-6eb9b1f0f002 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.771023] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.771556] env[70220]: DEBUG nova.compute.manager [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.773901] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc77eef6-7fab-4b47-b10a-b8266ae0b2c0 req-de3ad372-8021-41db-a46b-0aed05162d4a service nova] Releasing lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.774156] env[70220]: WARNING nova.compute.manager [req-bc77eef6-7fab-4b47-b10a-b8266ae0b2c0 req-de3ad372-8021-41db-a46b-0aed05162d4a service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Detach interface failed, port_id=0d8e272f-4dfb-428b-9fcf-5ee81d72a14f, reason: No device with interface-id 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f exists on VM: nova.exception.NotFound: No device with interface-id 0d8e272f-4dfb-428b-9fcf-5ee81d72a14f exists on VM [ 888.774552] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.462s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.774730] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.776648] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.705s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.778108] env[70220]: INFO nova.compute.claims [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.802998] env[70220]: INFO nova.scheduler.client.report [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Deleted allocations for instance e1e494d0-aba4-4254-b4c7-14d56d79c336 [ 888.804491] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.847284] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a919a1-ab58-4ad1-1bc6-f67dcfb2017d, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.847630] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.847888] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 1ea80a37-1021-4c61-b925-f25379cdfd78/1ea80a37-1021-4c61-b925-f25379cdfd78.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.848187] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aeb412f5-8907-49cb-9365-e847d20c195a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.856092] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 888.856092] env[70220]: value = "task-3625525" [ 888.856092] env[70220]: _type = "Task" [ 888.856092] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.865636] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.056486] env[70220]: DEBUG nova.compute.manager [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Received event network-vif-plugged-a1fd885a-ddbb-4270-8a21-b59315693299 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.056699] env[70220]: DEBUG oslo_concurrency.lockutils [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] Acquiring lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.056900] env[70220]: DEBUG oslo_concurrency.lockutils [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] Lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.057165] env[70220]: DEBUG oslo_concurrency.lockutils [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] Lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.057353] env[70220]: DEBUG nova.compute.manager [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] No waiting events found dispatching network-vif-plugged-a1fd885a-ddbb-4270-8a21-b59315693299 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 889.057559] env[70220]: WARNING nova.compute.manager [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Received unexpected event network-vif-plugged-a1fd885a-ddbb-4270-8a21-b59315693299 for instance with vm_state building and task_state spawning. [ 889.057745] env[70220]: DEBUG nova.compute.manager [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Received event network-changed-a1fd885a-ddbb-4270-8a21-b59315693299 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.061124] env[70220]: DEBUG nova.compute.manager [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Refreshing instance network info cache due to event network-changed-a1fd885a-ddbb-4270-8a21-b59315693299. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.061124] env[70220]: DEBUG oslo_concurrency.lockutils [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] Acquiring lock "refresh_cache-54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.061124] env[70220]: DEBUG oslo_concurrency.lockutils [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] Acquired lock "refresh_cache-54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.061124] env[70220]: DEBUG nova.network.neutron [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Refreshing network info cache for port a1fd885a-ddbb-4270-8a21-b59315693299 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.124987] env[70220]: DEBUG oslo_concurrency.lockutils [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.125415] env[70220]: DEBUG oslo_concurrency.lockutils [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.125708] env[70220]: DEBUG oslo_concurrency.lockutils [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "25461bf2-3b05-45e3-9401-8f440b1e06f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.126457] env[70220]: DEBUG oslo_concurrency.lockutils [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "25461bf2-3b05-45e3-9401-8f440b1e06f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.126457] env[70220]: DEBUG oslo_concurrency.lockutils [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "25461bf2-3b05-45e3-9401-8f440b1e06f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.130648] env[70220]: INFO nova.compute.manager [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Terminating instance [ 889.158755] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "refresh_cache-54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.220157] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.220157] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.220157] env[70220]: DEBUG nova.network.neutron [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.286257] env[70220]: DEBUG nova.compute.utils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.288283] env[70220]: DEBUG nova.compute.manager [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.288491] env[70220]: DEBUG nova.network.neutron [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.319678] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39595219-08b8-44b0-b6aa-d1604a15a66e tempest-ServerPasswordTestJSON-184010168 tempest-ServerPasswordTestJSON-184010168-project-member] Lock "e1e494d0-aba4-4254-b4c7-14d56d79c336" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.496s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.362445] env[70220]: DEBUG nova.policy [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf2151fd01964e2d8f0a3d0247f0ebf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed02b6b29be142ce80ea98b67c57a0e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.369301] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431945} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.370245] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 1ea80a37-1021-4c61-b925-f25379cdfd78/1ea80a37-1021-4c61-b925-f25379cdfd78.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.370245] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.370245] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6450cdd6-4eb8-45c5-9997-c8aa79246194 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.377790] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 889.377790] env[70220]: value = "task-3625526" [ 889.377790] env[70220]: _type = "Task" [ 889.377790] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.387904] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.620184] env[70220]: DEBUG nova.network.neutron [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.637308] env[70220]: DEBUG nova.compute.manager [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.637569] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.638470] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a4a02d-8deb-49f5-97b8-02407ec1e797 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.647730] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.647977] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0d02cfd-127f-452a-aef6-3833c6e49ee3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.656722] env[70220]: DEBUG oslo_vmware.api [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 889.656722] env[70220]: value = "task-3625527" [ 889.656722] env[70220]: _type = "Task" [ 889.656722] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.664684] env[70220]: DEBUG oslo_vmware.api [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.724988] env[70220]: DEBUG nova.network.neutron [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.798199] env[70220]: DEBUG nova.compute.manager [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.893277] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065375} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.893994] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.895474] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f54d17-32dc-4e3d-9aae-ffcbbd8efb09 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.924561] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 1ea80a37-1021-4c61-b925-f25379cdfd78/1ea80a37-1021-4c61-b925-f25379cdfd78.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.925690] env[70220]: DEBUG nova.network.neutron [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Successfully created port: d6d06406-e4fd-4db1-9d58-3d61e5e92f1b {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.927908] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8386a57c-8a01-47dc-a6c9-0f44c5e1c4a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.954455] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 889.954455] env[70220]: value = "task-3625528" [ 889.954455] env[70220]: _type = "Task" [ 889.954455] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.963433] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.120011] env[70220]: DEBUG nova.network.neutron [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Updating instance_info_cache with network_info: [{"id": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "address": "fa:16:3e:06:56:6f", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f9a5919-4b", "ovs_interfaceid": "9f9a5919-4bf7-469e-b5c5-e0e3a14cc163", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.170205] env[70220]: DEBUG oslo_vmware.api [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625527, 'name': PowerOffVM_Task, 'duration_secs': 0.361306} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.173072] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.173275] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.173746] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28dacf67-02b4-445f-83d6-4c1f3193ddc8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.233772] env[70220]: DEBUG oslo_concurrency.lockutils [req-4c61ed8f-3d59-4c8a-bc45-9e60dba257d3 req-8e1086b8-1a07-46e0-b9e5-0b9dc05ef322 service nova] Releasing lock "refresh_cache-54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.234087] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquired lock "refresh_cache-54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.234258] env[70220]: DEBUG nova.network.neutron [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.273334] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.273334] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.273334] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleting the datastore file [datastore1] 25461bf2-3b05-45e3-9401-8f440b1e06f3 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.273334] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c92268f-e393-4c83-afa8-eb4dee60b3c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.282149] env[70220]: DEBUG oslo_vmware.api [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 890.282149] env[70220]: value = "task-3625530" [ 890.282149] env[70220]: _type = "Task" [ 890.282149] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.291822] env[70220]: DEBUG oslo_vmware.api [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.358030] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.358030] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0976c3c-38bc-46ef-bbb8-134f070afae3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.363534] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 890.363534] env[70220]: value = "task-3625531" [ 890.363534] env[70220]: _type = "Task" [ 890.363534] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.373552] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.427407] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064831e0-138a-429c-8e45-685419047905 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.435704] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccab062c-75b2-4123-b554-c773cb6d5d16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.474011] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d48ade-cbf9-4099-b015-f7ed25c1f513 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.482394] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625528, 'name': ReconfigVM_Task, 'duration_secs': 0.279432} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.484742] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 1ea80a37-1021-4c61-b925-f25379cdfd78/1ea80a37-1021-4c61-b925-f25379cdfd78.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.485485] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-458bdf5c-4ebc-4c2e-9a81-76656e217f16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.489026] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4feec2-b134-417e-9094-affce61e221c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.504328] env[70220]: DEBUG nova.compute.provider_tree [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.509324] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 890.509324] env[70220]: value = "task-3625532" [ 890.509324] env[70220]: _type = "Task" [ 890.509324] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.515633] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625532, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.623299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-25461bf2-3b05-45e3-9401-8f440b1e06f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.770656] env[70220]: DEBUG nova.network.neutron [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 890.792939] env[70220]: DEBUG oslo_vmware.api [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149793} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.793687] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.793687] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.793687] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.793992] env[70220]: INFO nova.compute.manager [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 890.793992] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.794164] env[70220]: DEBUG nova.compute.manager [-] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.794256] env[70220]: DEBUG nova.network.neutron [-] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.816017] env[70220]: DEBUG nova.compute.manager [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.841276] env[70220]: DEBUG nova.virt.hardware [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.841452] env[70220]: DEBUG nova.virt.hardware [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.841599] env[70220]: DEBUG nova.virt.hardware [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.841770] env[70220]: DEBUG nova.virt.hardware [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.841910] env[70220]: DEBUG nova.virt.hardware [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.842152] env[70220]: DEBUG nova.virt.hardware [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.842373] env[70220]: DEBUG nova.virt.hardware [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.842524] env[70220]: DEBUG nova.virt.hardware [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.842681] env[70220]: DEBUG nova.virt.hardware [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.842835] env[70220]: DEBUG nova.virt.hardware [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.843021] env[70220]: DEBUG nova.virt.hardware [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.844447] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84f9037-523a-4ad9-ba1c-b01d2d1bbda4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.855018] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aff9e92-6f78-479a-8276-0686b4cd27d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.877633] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625531, 'name': PowerOffVM_Task, 'duration_secs': 0.293909} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.877958] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.878853] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a7d3bc-24c2-498d-9158-1908300510df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.902969] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625cac68-45b9-43fc-ab31-f8673cdae517 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.942235] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.942573] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-252967a4-21a9-4ed8-9c55-020908949d63 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.945202] env[70220]: DEBUG nova.network.neutron [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Updating instance_info_cache with network_info: [{"id": "a1fd885a-ddbb-4270-8a21-b59315693299", "address": "fa:16:3e:90:22:d9", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fd885a-dd", "ovs_interfaceid": "a1fd885a-ddbb-4270-8a21-b59315693299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.954265] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 890.954265] env[70220]: value = "task-3625533" [ 890.954265] env[70220]: _type = "Task" [ 890.954265] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.963897] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 890.964083] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.964372] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.964523] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.966508] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.968180] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3af5902-e062-4d64-bf39-ddd8446fae6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.976480] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.976661] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.977416] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47532f5-084e-4440-b9db-1fb359ed3af0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.982616] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 890.982616] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5293bb04-0314-d776-7447-59ff51c65d64" [ 890.982616] env[70220]: _type = "Task" [ 890.982616] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.990090] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5293bb04-0314-d776-7447-59ff51c65d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.008673] env[70220]: DEBUG nova.scheduler.client.report [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.027823] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625532, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.129167] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647024f2-3920-4fa0-87b3-956bb7fce9b7 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-25461bf2-3b05-45e3-9401-8f440b1e06f3-0d8e272f-4dfb-428b-9fcf-5ee81d72a14f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.805s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.448299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Releasing lock "refresh_cache-54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.448662] env[70220]: DEBUG nova.compute.manager [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Instance network_info: |[{"id": "a1fd885a-ddbb-4270-8a21-b59315693299", "address": "fa:16:3e:90:22:d9", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1fd885a-dd", "ovs_interfaceid": "a1fd885a-ddbb-4270-8a21-b59315693299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.449189] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:22:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1fd885a-ddbb-4270-8a21-b59315693299', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.457398] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.457764] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.459148] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a217aac-da5c-4ee4-8f47-59b469b9008a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.483845] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.483845] env[70220]: value = "task-3625534" [ 891.483845] env[70220]: _type = "Task" [ 891.483845] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.497873] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625534, 'name': CreateVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.501844] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5293bb04-0314-d776-7447-59ff51c65d64, 'name': SearchDatastore_Task, 'duration_secs': 0.008052} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.502720] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c338fa-d54a-48cd-8665-9584302b4968 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.507822] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 891.507822] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f17d7f-3d4b-c496-a865-bd0a8fc7698d" [ 891.507822] env[70220]: _type = "Task" [ 891.507822] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.518810] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f17d7f-3d4b-c496-a865-bd0a8fc7698d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.520345] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.520791] env[70220]: DEBUG nova.compute.manager [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.527488] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.327s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.530386] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.530386] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.070s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.532131] env[70220]: INFO nova.compute.claims [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.537376] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625532, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.583238] env[70220]: INFO nova.scheduler.client.report [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Deleted allocations for instance ca432dce-af3a-46fb-a71d-9d6e1ef8064d [ 891.997524] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625534, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.011093] env[70220]: DEBUG nova.compute.manager [req-b2aee5bd-f58e-44ce-ba09-ad1d10284a65 req-b3ede894-91bc-41ea-b234-761d9e639a4e service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Received event network-vif-plugged-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.011093] env[70220]: DEBUG oslo_concurrency.lockutils [req-b2aee5bd-f58e-44ce-ba09-ad1d10284a65 req-b3ede894-91bc-41ea-b234-761d9e639a4e service nova] Acquiring lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.011093] env[70220]: DEBUG oslo_concurrency.lockutils [req-b2aee5bd-f58e-44ce-ba09-ad1d10284a65 req-b3ede894-91bc-41ea-b234-761d9e639a4e service nova] Lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.011093] env[70220]: DEBUG oslo_concurrency.lockutils [req-b2aee5bd-f58e-44ce-ba09-ad1d10284a65 req-b3ede894-91bc-41ea-b234-761d9e639a4e service nova] Lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.011093] env[70220]: DEBUG nova.compute.manager [req-b2aee5bd-f58e-44ce-ba09-ad1d10284a65 req-b3ede894-91bc-41ea-b234-761d9e639a4e service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] No waiting events found dispatching network-vif-plugged-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.011495] env[70220]: WARNING nova.compute.manager [req-b2aee5bd-f58e-44ce-ba09-ad1d10284a65 req-b3ede894-91bc-41ea-b234-761d9e639a4e service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Received unexpected event network-vif-plugged-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b for instance with vm_state building and task_state spawning. [ 892.029421] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f17d7f-3d4b-c496-a865-bd0a8fc7698d, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.035494] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.035902] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. {{(pid=70220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 892.036343] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625532, 'name': Rename_Task, 'duration_secs': 1.120073} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.036643] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbed8aa1-56c7-4254-96ee-f24493dcc08d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.039386] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.041245] env[70220]: DEBUG nova.compute.utils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.044905] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c404cd15-08dc-40ff-b2ec-d8b624aa45e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.047466] env[70220]: DEBUG nova.compute.manager [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.047738] env[70220]: DEBUG nova.network.neutron [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.057038] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 892.057038] env[70220]: value = "task-3625536" [ 892.057038] env[70220]: _type = "Task" [ 892.057038] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.057038] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 892.057038] env[70220]: value = "task-3625535" [ 892.057038] env[70220]: _type = "Task" [ 892.057038] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.069577] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.072772] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.092496] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e180572-71ec-4061-93a2-63887bef2d0e tempest-VolumesAssistedSnapshotsTest-1138815696 tempest-VolumesAssistedSnapshotsTest-1138815696-project-member] Lock "ca432dce-af3a-46fb-a71d-9d6e1ef8064d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.751s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.157143] env[70220]: DEBUG nova.policy [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a23f0c4259642d8ad3b4b08a2ada7fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8534080420624cb18083179fcbf699a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.285855] env[70220]: DEBUG nova.network.neutron [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Successfully updated port: d6d06406-e4fd-4db1-9d58-3d61e5e92f1b {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.498710] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625534, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.548012] env[70220]: DEBUG nova.compute.manager [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.569356] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.575859] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.690042] env[70220]: DEBUG nova.network.neutron [-] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.785346] env[70220]: DEBUG nova.network.neutron [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Successfully created port: c13383d2-79ef-4fd8-97ba-bfcaf42a902f {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.793134] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquiring lock "refresh_cache-c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.793134] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquired lock "refresh_cache-c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.793134] env[70220]: DEBUG nova.network.neutron [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.004055] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625534, 'name': CreateVM_Task, 'duration_secs': 1.440873} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.004919] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.005653] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.005653] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.006398] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.010502] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef65864-0c20-4db8-99b5-6a65e45b1397 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.018032] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 893.018032] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529f0e27-6a1b-245c-9a34-4d482ff30093" [ 893.018032] env[70220]: _type = "Task" [ 893.018032] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.031451] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529f0e27-6a1b-245c-9a34-4d482ff30093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.089656] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625536, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.099047] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625535, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.134134] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0060bb9c-e0f4-4eed-a21b-988e0d35ca30 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.147111] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6739bd6-3214-40e4-8e0b-0f8b72fb20b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.189353] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699d7a5e-a80f-4361-bc4b-b6003161cb75 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.194359] env[70220]: INFO nova.compute.manager [-] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Took 2.40 seconds to deallocate network for instance. [ 893.203968] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0907269e-3ec3-4ec9-bece-a072bc804481 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.220207] env[70220]: DEBUG nova.compute.provider_tree [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.327200] env[70220]: DEBUG nova.network.neutron [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.477118] env[70220]: DEBUG nova.network.neutron [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Updating instance_info_cache with network_info: [{"id": "d6d06406-e4fd-4db1-9d58-3d61e5e92f1b", "address": "fa:16:3e:c7:aa:91", "network": {"id": "55b660c6-e6d9-4650-bcc0-3aa2f68189a7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1816876682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed02b6b29be142ce80ea98b67c57a0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d06406-e4", "ovs_interfaceid": "d6d06406-e4fd-4db1-9d58-3d61e5e92f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.532448] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529f0e27-6a1b-245c-9a34-4d482ff30093, 'name': SearchDatastore_Task, 'duration_secs': 0.017972} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.532787] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.533042] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.533312] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.533461] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.533643] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.533902] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64662549-36e9-4fe9-b08f-05a8f27659d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.547651] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.547845] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.548601] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d62cd9e3-fe5a-441c-aaa2-ae6ddfa1328f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.554177] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 893.554177] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52408191-65b7-011e-56b0-acfa0df000b8" [ 893.554177] env[70220]: _type = "Task" [ 893.554177] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.562879] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52408191-65b7-011e-56b0-acfa0df000b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.577941] env[70220]: DEBUG nova.compute.manager [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.587890] env[70220]: DEBUG oslo_vmware.api [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625536, 'name': PowerOnVM_Task, 'duration_secs': 1.154781} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.588120] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625535, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.085231} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.588346] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.588536] env[70220]: INFO nova.compute.manager [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Took 8.96 seconds to spawn the instance on the hypervisor. [ 893.588707] env[70220]: DEBUG nova.compute.manager [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.589057] env[70220]: INFO nova.virt.vmwareapi.ds_util [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. [ 893.589830] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f14fe5c-4125-47de-a2ca-a687563fb67b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.593223] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765703f3-1a8b-4938-be42-8ecd2a4215fa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.627744] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.631892] env[70220]: DEBUG nova.virt.hardware [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.633417] env[70220]: DEBUG nova.virt.hardware [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.633417] env[70220]: DEBUG nova.virt.hardware [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.633417] env[70220]: DEBUG nova.virt.hardware [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.633417] env[70220]: DEBUG nova.virt.hardware [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.633417] env[70220]: DEBUG nova.virt.hardware [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.633417] env[70220]: DEBUG nova.virt.hardware [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.633417] env[70220]: DEBUG nova.virt.hardware [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.633417] env[70220]: DEBUG nova.virt.hardware [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.633893] env[70220]: DEBUG nova.virt.hardware [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.633893] env[70220]: DEBUG nova.virt.hardware [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.634200] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3a25a87-5bc2-46fe-afcc-6f66e7695823 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.649839] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc2e59a-bdd6-4c44-b2f9-e7ad9afa6564 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.661385] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4b7635-5b28-439b-9b75-86d752f3659c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.664622] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 893.664622] env[70220]: value = "task-3625537" [ 893.664622] env[70220]: _type = "Task" [ 893.664622] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.681141] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.710751] env[70220]: DEBUG oslo_concurrency.lockutils [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.723901] env[70220]: DEBUG nova.scheduler.client.report [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.982302] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Releasing lock "refresh_cache-c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.982302] env[70220]: DEBUG nova.compute.manager [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Instance network_info: |[{"id": "d6d06406-e4fd-4db1-9d58-3d61e5e92f1b", "address": "fa:16:3e:c7:aa:91", "network": {"id": "55b660c6-e6d9-4650-bcc0-3aa2f68189a7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1816876682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed02b6b29be142ce80ea98b67c57a0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d06406-e4", "ovs_interfaceid": "d6d06406-e4fd-4db1-9d58-3d61e5e92f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.982302] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:aa:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3093647a-bab7-4562-ada0-428725e8c0fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6d06406-e4fd-4db1-9d58-3d61e5e92f1b', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.998654] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Creating folder: Project (ed02b6b29be142ce80ea98b67c57a0e9). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.999126] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea9d77bf-0fee-49ea-8189-c49e9eb7e510 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.011582] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Created folder: Project (ed02b6b29be142ce80ea98b67c57a0e9) in parent group-v722922. [ 894.011582] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Creating folder: Instances. Parent ref: group-v723036. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 894.011582] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4760ab3-8f50-46b6-baca-6b33be9f5045 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.021624] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Created folder: Instances in parent group-v723036. [ 894.021910] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.022164] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.022396] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e543ee3b-85aa-4376-8e95-15e42f672192 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.050580] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.050580] env[70220]: value = "task-3625540" [ 894.050580] env[70220]: _type = "Task" [ 894.050580] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.056341] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625540, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.064787] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52408191-65b7-011e-56b0-acfa0df000b8, 'name': SearchDatastore_Task, 'duration_secs': 0.063949} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.065584] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cafd8409-27bd-4397-8f2c-98934071f0e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.072478] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 894.072478] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526f023e-c525-f496-469a-526473012f46" [ 894.072478] env[70220]: _type = "Task" [ 894.072478] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.078943] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526f023e-c525-f496-469a-526473012f46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.144914] env[70220]: INFO nova.compute.manager [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Took 57.70 seconds to build instance. [ 894.177182] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625537, 'name': ReconfigVM_Task, 'duration_secs': 0.365666} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.178403] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.180135] env[70220]: DEBUG nova.compute.manager [req-e763793a-31e6-4f7a-8512-307f72052735 req-f70034ba-ef3b-41ad-a2c1-de8a7b46ada1 service nova] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Received event network-vif-deleted-9f9a5919-4bf7-469e-b5c5-e0e3a14cc163 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.180395] env[70220]: DEBUG nova.compute.manager [req-e763793a-31e6-4f7a-8512-307f72052735 req-f70034ba-ef3b-41ad-a2c1-de8a7b46ada1 service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Received event network-changed-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.180619] env[70220]: DEBUG nova.compute.manager [req-e763793a-31e6-4f7a-8512-307f72052735 req-f70034ba-ef3b-41ad-a2c1-de8a7b46ada1 service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Refreshing instance network info cache due to event network-changed-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.180852] env[70220]: DEBUG oslo_concurrency.lockutils [req-e763793a-31e6-4f7a-8512-307f72052735 req-f70034ba-ef3b-41ad-a2c1-de8a7b46ada1 service nova] Acquiring lock "refresh_cache-c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.180989] env[70220]: DEBUG oslo_concurrency.lockutils [req-e763793a-31e6-4f7a-8512-307f72052735 req-f70034ba-ef3b-41ad-a2c1-de8a7b46ada1 service nova] Acquired lock "refresh_cache-c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.181335] env[70220]: DEBUG nova.network.neutron [req-e763793a-31e6-4f7a-8512-307f72052735 req-f70034ba-ef3b-41ad-a2c1-de8a7b46ada1 service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Refreshing network info cache for port d6d06406-e4fd-4db1-9d58-3d61e5e92f1b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.182989] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cb39ee-dda4-48c6-980f-e2ec88588d6e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.216827] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f4061cc-5dfd-4c8c-9e95-eea6ce6b25ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.229611] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.231170] env[70220]: DEBUG nova.compute.manager [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.233036] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.511s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.233349] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.236068] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.665s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.236334] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.238374] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.062s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.240216] env[70220]: INFO nova.compute.claims [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.249746] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 894.249746] env[70220]: value = "task-3625541" [ 894.249746] env[70220]: _type = "Task" [ 894.249746] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.260451] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.282298] env[70220]: INFO nova.scheduler.client.report [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Deleted allocations for instance 95b4ab4c-0dce-456e-847c-e4e38778446a [ 894.287647] env[70220]: INFO nova.scheduler.client.report [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Deleted allocations for instance c4022a83-16ef-4d53-8efa-76d794878ed4 [ 894.564079] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625540, 'name': CreateVM_Task, 'duration_secs': 0.353153} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.564079] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.564663] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.564820] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.565575] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.565810] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40aaa9d0-5b25-41c6-a0de-60b87fc8da7e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.579617] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 894.579617] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cd6401-d3bc-3662-2595-197e80effd93" [ 894.579617] env[70220]: _type = "Task" [ 894.579617] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.589158] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526f023e-c525-f496-469a-526473012f46, 'name': SearchDatastore_Task, 'duration_secs': 0.020865} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.592591] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.593189] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e/54c6c8cb-a4a7-44f9-b712-7977bfe0c54e.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.600575] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51c5354f-2f9d-4ce6-a620-f83884ec89bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.600575] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cd6401-d3bc-3662-2595-197e80effd93, 'name': SearchDatastore_Task, 'duration_secs': 0.016706} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.600723] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.600944] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.601198] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.601339] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.601538] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.602198] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65a1894c-3e09-44e5-b30e-1104a8c35b32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.607572] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 894.607572] env[70220]: value = "task-3625542" [ 894.607572] env[70220]: _type = "Task" [ 894.607572] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.612102] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.612292] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.613921] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5a1206-9fbc-4e26-8b4a-769a8a3c8383 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.621266] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.624410] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 894.624410] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52081ff6-1d96-8fbb-d38a-656e565f6dba" [ 894.624410] env[70220]: _type = "Task" [ 894.624410] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.633359] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52081ff6-1d96-8fbb-d38a-656e565f6dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.637728] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquiring lock "54c0b980-8cb2-4f49-8454-bfe07defe304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.638049] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "54c0b980-8cb2-4f49-8454-bfe07defe304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.648619] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66c91192-c74f-4e80-9a32-afc5efdcf9a0 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "1ea80a37-1021-4c61-b925-f25379cdfd78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.711s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.747144] env[70220]: DEBUG nova.compute.utils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.748622] env[70220]: DEBUG nova.compute.manager [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.748718] env[70220]: DEBUG nova.network.neutron [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.764418] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625541, 'name': ReconfigVM_Task, 'duration_secs': 0.266296} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.764418] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.764712] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-040e189a-7f1b-460b-9f13-13aee6c3bae9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.776488] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 894.776488] env[70220]: value = "task-3625543" [ 894.776488] env[70220]: _type = "Task" [ 894.776488] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.787976] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.799356] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d2bad95b-1da0-4fc1-be4b-b7750d808d42 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c4022a83-16ef-4d53-8efa-76d794878ed4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.602s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.801123] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210d19e8-275f-4f1b-82e7-fa5f65ae18f3 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "95b4ab4c-0dce-456e-847c-e4e38778446a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.611s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.820859] env[70220]: DEBUG nova.policy [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84f2cf71afae4cfaa34c659e15a2320e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd49f1b3699714548a8772cc2c43f4836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.831405] env[70220]: DEBUG nova.compute.manager [req-5752f3f9-acc3-4915-a113-f9cb4c40b38a req-a7336fb5-5ec7-45a6-b4fd-3a83f9eea9ba service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Received event network-vif-plugged-c13383d2-79ef-4fd8-97ba-bfcaf42a902f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.831653] env[70220]: DEBUG oslo_concurrency.lockutils [req-5752f3f9-acc3-4915-a113-f9cb4c40b38a req-a7336fb5-5ec7-45a6-b4fd-3a83f9eea9ba service nova] Acquiring lock "0f111af8-5458-46f1-8cde-f30a1dc8f355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.831907] env[70220]: DEBUG oslo_concurrency.lockutils [req-5752f3f9-acc3-4915-a113-f9cb4c40b38a req-a7336fb5-5ec7-45a6-b4fd-3a83f9eea9ba service nova] Lock "0f111af8-5458-46f1-8cde-f30a1dc8f355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.832153] env[70220]: DEBUG oslo_concurrency.lockutils [req-5752f3f9-acc3-4915-a113-f9cb4c40b38a req-a7336fb5-5ec7-45a6-b4fd-3a83f9eea9ba service nova] Lock "0f111af8-5458-46f1-8cde-f30a1dc8f355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.832323] env[70220]: DEBUG nova.compute.manager [req-5752f3f9-acc3-4915-a113-f9cb4c40b38a req-a7336fb5-5ec7-45a6-b4fd-3a83f9eea9ba service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] No waiting events found dispatching network-vif-plugged-c13383d2-79ef-4fd8-97ba-bfcaf42a902f {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.832486] env[70220]: WARNING nova.compute.manager [req-5752f3f9-acc3-4915-a113-f9cb4c40b38a req-a7336fb5-5ec7-45a6-b4fd-3a83f9eea9ba service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Received unexpected event network-vif-plugged-c13383d2-79ef-4fd8-97ba-bfcaf42a902f for instance with vm_state building and task_state spawning. [ 894.985564] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "f0951203-1ae7-4579-a80c-c9d22fbee6df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.986406] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "f0951203-1ae7-4579-a80c-c9d22fbee6df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.986406] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "f0951203-1ae7-4579-a80c-c9d22fbee6df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.986656] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "f0951203-1ae7-4579-a80c-c9d22fbee6df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.986704] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "f0951203-1ae7-4579-a80c-c9d22fbee6df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.991023] env[70220]: INFO nova.compute.manager [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Terminating instance [ 895.054271] env[70220]: DEBUG nova.network.neutron [req-e763793a-31e6-4f7a-8512-307f72052735 req-f70034ba-ef3b-41ad-a2c1-de8a7b46ada1 service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Updated VIF entry in instance network info cache for port d6d06406-e4fd-4db1-9d58-3d61e5e92f1b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.054271] env[70220]: DEBUG nova.network.neutron [req-e763793a-31e6-4f7a-8512-307f72052735 req-f70034ba-ef3b-41ad-a2c1-de8a7b46ada1 service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Updating instance_info_cache with network_info: [{"id": "d6d06406-e4fd-4db1-9d58-3d61e5e92f1b", "address": "fa:16:3e:c7:aa:91", "network": {"id": "55b660c6-e6d9-4650-bcc0-3aa2f68189a7", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1816876682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed02b6b29be142ce80ea98b67c57a0e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3093647a-bab7-4562-ada0-428725e8c0fc", "external-id": "nsx-vlan-transportzone-660", "segmentation_id": 660, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6d06406-e4", "ovs_interfaceid": "d6d06406-e4fd-4db1-9d58-3d61e5e92f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.106113] env[70220]: DEBUG nova.network.neutron [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Successfully updated port: c13383d2-79ef-4fd8-97ba-bfcaf42a902f {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.125474] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625542, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.139322] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52081ff6-1d96-8fbb-d38a-656e565f6dba, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.142246] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0328d5-a524-43b6-9b85-30c0ed16a472 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.148051] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 895.148051] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5260b01e-aa1e-16b1-1394-efb5bf4ee686" [ 895.148051] env[70220]: _type = "Task" [ 895.148051] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.151694] env[70220]: DEBUG nova.compute.manager [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.163059] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5260b01e-aa1e-16b1-1394-efb5bf4ee686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.249810] env[70220]: DEBUG nova.network.neutron [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Successfully created port: da3a6f7b-fad2-4daa-94b7-70f190cdeca6 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.256125] env[70220]: DEBUG nova.compute.manager [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.291533] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625543, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.502020] env[70220]: DEBUG nova.compute.manager [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.502020] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.502020] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bbafbe-08cf-4473-9c7d-3a9552685a06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.513031] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.513031] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dde9644-eb17-4545-98bd-13825e6664ca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.525959] env[70220]: DEBUG oslo_vmware.api [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 895.525959] env[70220]: value = "task-3625544" [ 895.525959] env[70220]: _type = "Task" [ 895.525959] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.537210] env[70220]: DEBUG oslo_vmware.api [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.545176] env[70220]: DEBUG nova.network.neutron [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Successfully created port: 07b45286-b897-48cd-917a-7d44fad6c460 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.560608] env[70220]: DEBUG oslo_concurrency.lockutils [req-e763793a-31e6-4f7a-8512-307f72052735 req-f70034ba-ef3b-41ad-a2c1-de8a7b46ada1 service nova] Releasing lock "refresh_cache-c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.615179] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquiring lock "refresh_cache-0f111af8-5458-46f1-8cde-f30a1dc8f355" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.615371] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquired lock "refresh_cache-0f111af8-5458-46f1-8cde-f30a1dc8f355" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.615561] env[70220]: DEBUG nova.network.neutron [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.630564] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666031} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.631203] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e/54c6c8cb-a4a7-44f9-b712-7977bfe0c54e.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.631203] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.631369] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f34da3b7-b627-405d-961c-16ce494f47e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.644161] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 895.644161] env[70220]: value = "task-3625545" [ 895.644161] env[70220]: _type = "Task" [ 895.644161] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.657697] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.665481] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5260b01e-aa1e-16b1-1394-efb5bf4ee686, 'name': SearchDatastore_Task, 'duration_secs': 0.056256} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.674605] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.675055] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c4c8a84f-bcd6-48b9-9a4f-aff338cf8084/c4c8a84f-bcd6-48b9-9a4f-aff338cf8084.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.675772] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6a6c60a-ee0f-4b6d-9863-30c76fc5bf97 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.684991] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 895.684991] env[70220]: value = "task-3625546" [ 895.684991] env[70220]: _type = "Task" [ 895.684991] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.691729] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.696907] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.754054] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6c5f1c-512a-40f1-8174-946b29717dba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.768235] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388a97e0-cf8f-4b22-9895-dc04825e54a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.801985] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9fe8eb-1a93-42bc-8fac-5929a562ad53 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.813009] env[70220]: DEBUG oslo_vmware.api [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625543, 'name': PowerOnVM_Task, 'duration_secs': 0.526107} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.815810] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.818902] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f00c695-f11c-4aaf-8881-d299e9b524b0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.824428] env[70220]: DEBUG nova.compute.manager [None req-7353c4a8-50c8-44aa-8d26-29d16ae8edae tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.825521] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c16a96-80c1-4b44-a6e1-894c1e80fa17 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.839218] env[70220]: DEBUG nova.compute.provider_tree [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 895.989822] env[70220]: DEBUG nova.network.neutron [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Successfully created port: cce72d52-adc6-4838-94db-64f95a023436 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.039482] env[70220]: DEBUG oslo_vmware.api [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625544, 'name': PowerOffVM_Task, 'duration_secs': 0.359721} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.039770] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.039933] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.040270] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-914437af-1b2b-41bc-ab35-fad1a63c780a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.128786] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.129175] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.129219] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Deleting the datastore file [datastore2] f0951203-1ae7-4579-a80c-c9d22fbee6df {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.130563] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c34b2f6f-2bb6-47c1-890c-58c380f9e6b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.139150] env[70220]: DEBUG oslo_vmware.api [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for the task: (returnval){ [ 896.139150] env[70220]: value = "task-3625548" [ 896.139150] env[70220]: _type = "Task" [ 896.139150] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.154987] env[70220]: DEBUG oslo_vmware.api [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.160047] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068256} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.161084] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.161296] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78db12bc-157c-4345-9c55-7f8a7dfef374 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.191327] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e/54c6c8cb-a4a7-44f9-b712-7977bfe0c54e.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.191693] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a5f6ef-8faf-40fc-a7fd-2d3e91d5a060 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.222808] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625546, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.224737] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 896.224737] env[70220]: value = "task-3625549" [ 896.224737] env[70220]: _type = "Task" [ 896.224737] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.235903] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.257805] env[70220]: DEBUG nova.network.neutron [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.270508] env[70220]: DEBUG nova.compute.manager [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.315222] env[70220]: DEBUG nova.virt.hardware [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.315602] env[70220]: DEBUG nova.virt.hardware [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.315929] env[70220]: DEBUG nova.virt.hardware [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.315929] env[70220]: DEBUG nova.virt.hardware [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.316280] env[70220]: DEBUG nova.virt.hardware [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.316336] env[70220]: DEBUG nova.virt.hardware [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.316665] env[70220]: DEBUG nova.virt.hardware [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.316744] env[70220]: DEBUG nova.virt.hardware [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.317583] env[70220]: DEBUG nova.virt.hardware [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.317583] env[70220]: DEBUG nova.virt.hardware [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.317583] env[70220]: DEBUG nova.virt.hardware [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.318718] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6250805-240e-462e-b77d-ff393c582ef2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.330668] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeb3356-e2ee-4933-8391-726c56db3ae8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.380818] env[70220]: ERROR nova.scheduler.client.report [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [req-17e4e650-b78b-492a-86b3-e1f4814eabbd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-17e4e650-b78b-492a-86b3-e1f4814eabbd"}]} [ 896.397823] env[70220]: DEBUG nova.scheduler.client.report [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 896.413655] env[70220]: DEBUG nova.scheduler.client.report [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 896.413826] env[70220]: DEBUG nova.compute.provider_tree [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 896.428748] env[70220]: DEBUG nova.scheduler.client.report [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 896.449481] env[70220]: DEBUG nova.scheduler.client.report [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 896.653414] env[70220]: DEBUG oslo_vmware.api [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Task: {'id': task-3625548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.512714} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.653673] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.653855] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.654040] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.654213] env[70220]: INFO nova.compute.manager [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Took 1.16 seconds to destroy the instance on the hypervisor. [ 896.654447] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.654636] env[70220]: DEBUG nova.compute.manager [-] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.654728] env[70220]: DEBUG nova.network.neutron [-] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.702961] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618397} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.703252] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c4c8a84f-bcd6-48b9-9a4f-aff338cf8084/c4c8a84f-bcd6-48b9-9a4f-aff338cf8084.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.703466] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.703722] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29ca7de4-b05c-443b-8fa8-38893d327e70 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.713536] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 896.713536] env[70220]: value = "task-3625550" [ 896.713536] env[70220]: _type = "Task" [ 896.713536] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.724246] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.736943] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.759369] env[70220]: DEBUG nova.network.neutron [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Updating instance_info_cache with network_info: [{"id": "c13383d2-79ef-4fd8-97ba-bfcaf42a902f", "address": "fa:16:3e:8c:6c:f1", "network": {"id": "a5b45645-7a76-4690-a5c4-a5a4e77845f3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1985984722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8534080420624cb18083179fcbf699a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13383d2-79", "ovs_interfaceid": "c13383d2-79ef-4fd8-97ba-bfcaf42a902f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.924878] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df209877-5446-468a-b4ed-8458244f33f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.935692] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a509f2c-08d3-4eb4-994e-dd7855b4fa42 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.970453] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc2fe3f-cbeb-409c-9c42-00ef715547c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.978243] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c8127c-0f98-417c-87c3-23d21a7644d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.994373] env[70220]: DEBUG nova.compute.provider_tree [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.164182] env[70220]: DEBUG nova.compute.manager [req-bc36580a-37b9-4e5c-b799-e3969a3720bc req-4b57aa25-26f9-4e8c-ace2-d0418b04710d service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Received event network-changed-c13383d2-79ef-4fd8-97ba-bfcaf42a902f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.164421] env[70220]: DEBUG nova.compute.manager [req-bc36580a-37b9-4e5c-b799-e3969a3720bc req-4b57aa25-26f9-4e8c-ace2-d0418b04710d service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Refreshing instance network info cache due to event network-changed-c13383d2-79ef-4fd8-97ba-bfcaf42a902f. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.164624] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc36580a-37b9-4e5c-b799-e3969a3720bc req-4b57aa25-26f9-4e8c-ace2-d0418b04710d service nova] Acquiring lock "refresh_cache-0f111af8-5458-46f1-8cde-f30a1dc8f355" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.227417] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204943} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.230014] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.232344] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be31a48-34b2-4390-9d86-63477c04e9b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.240458] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625549, 'name': ReconfigVM_Task, 'duration_secs': 0.923306} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.254510] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e/54c6c8cb-a4a7-44f9-b712-7977bfe0c54e.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.265712] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] c4c8a84f-bcd6-48b9-9a4f-aff338cf8084/c4c8a84f-bcd6-48b9-9a4f-aff338cf8084.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.266152] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5bf42e6-29e6-4c3b-b1c8-bcb00fe30b37 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.268135] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Releasing lock "refresh_cache-0f111af8-5458-46f1-8cde-f30a1dc8f355" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.268373] env[70220]: DEBUG nova.compute.manager [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Instance network_info: |[{"id": "c13383d2-79ef-4fd8-97ba-bfcaf42a902f", "address": "fa:16:3e:8c:6c:f1", "network": {"id": "a5b45645-7a76-4690-a5c4-a5a4e77845f3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1985984722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8534080420624cb18083179fcbf699a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13383d2-79", "ovs_interfaceid": "c13383d2-79ef-4fd8-97ba-bfcaf42a902f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.268579] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cce5371-8f4d-4e1c-b002-565a56d49b68 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.283346] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc36580a-37b9-4e5c-b799-e3969a3720bc req-4b57aa25-26f9-4e8c-ace2-d0418b04710d service nova] Acquired lock "refresh_cache-0f111af8-5458-46f1-8cde-f30a1dc8f355" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.283616] env[70220]: DEBUG nova.network.neutron [req-bc36580a-37b9-4e5c-b799-e3969a3720bc req-4b57aa25-26f9-4e8c-ace2-d0418b04710d service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Refreshing network info cache for port c13383d2-79ef-4fd8-97ba-bfcaf42a902f {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.285199] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:6c:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c13383d2-79ef-4fd8-97ba-bfcaf42a902f', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.293289] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Creating folder: Project (8534080420624cb18083179fcbf699a7). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.293815] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cccdd9f-09c2-4f4a-b5ac-ba51bcf50139 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.299219] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 897.299219] env[70220]: value = "task-3625551" [ 897.299219] env[70220]: _type = "Task" [ 897.299219] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.304326] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 897.304326] env[70220]: value = "task-3625552" [ 897.304326] env[70220]: _type = "Task" [ 897.304326] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.310619] env[70220]: DEBUG nova.compute.manager [req-32bd3ab2-3264-4315-8816-d37125184062 req-d4f473f3-3560-48ca-9aba-a513032898bb service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Received event network-vif-deleted-b207fc81-e4c2-44a0-936c-0732503828fd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.310875] env[70220]: INFO nova.compute.manager [req-32bd3ab2-3264-4315-8816-d37125184062 req-d4f473f3-3560-48ca-9aba-a513032898bb service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Neutron deleted interface b207fc81-e4c2-44a0-936c-0732503828fd; detaching it from the instance and deleting it from the info cache [ 897.311104] env[70220]: DEBUG nova.network.neutron [req-32bd3ab2-3264-4315-8816-d37125184062 req-d4f473f3-3560-48ca-9aba-a513032898bb service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.316028] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Created folder: Project (8534080420624cb18083179fcbf699a7) in parent group-v722922. [ 897.316207] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Creating folder: Instances. Parent ref: group-v723039. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.316458] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625551, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.316824] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-014bddc4-91bd-46c5-b433-a7cf612db4d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.322831] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.330768] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Created folder: Instances in parent group-v723039. [ 897.331050] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.331248] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.331459] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ce5a1c9-c6b0-44bf-9c30-6edfa9b3c233 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.350454] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.350454] env[70220]: value = "task-3625555" [ 897.350454] env[70220]: _type = "Task" [ 897.350454] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.357726] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625555, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.550313] env[70220]: DEBUG nova.scheduler.client.report [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 66 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 897.550561] env[70220]: DEBUG nova.compute.provider_tree [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 66 to 67 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 897.550561] env[70220]: DEBUG nova.compute.provider_tree [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.646171] env[70220]: DEBUG nova.network.neutron [-] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.777660] env[70220]: DEBUG nova.network.neutron [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Successfully updated port: da3a6f7b-fad2-4daa-94b7-70f190cdeca6 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.815024] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625551, 'name': Rename_Task, 'duration_secs': 0.339671} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.815024] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.815024] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee323597-c691-43c7-9860-649386231099 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.818725] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625552, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.819562] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-459adcc1-5b87-4bb9-93ef-45a39cc5c618 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.824452] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 897.824452] env[70220]: value = "task-3625556" [ 897.824452] env[70220]: _type = "Task" [ 897.824452] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.831760] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995c601b-c727-468f-892a-9bd3ac5faf49 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.852214] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625556, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.876667] env[70220]: DEBUG nova.compute.manager [req-32bd3ab2-3264-4315-8816-d37125184062 req-d4f473f3-3560-48ca-9aba-a513032898bb service nova] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Detach interface failed, port_id=b207fc81-e4c2-44a0-936c-0732503828fd, reason: Instance f0951203-1ae7-4579-a80c-c9d22fbee6df could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.886934] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625555, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.000327] env[70220]: INFO nova.compute.manager [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Unrescuing [ 898.000662] env[70220]: DEBUG oslo_concurrency.lockutils [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.000844] env[70220]: DEBUG oslo_concurrency.lockutils [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.001105] env[70220]: DEBUG nova.network.neutron [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.056760] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.818s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.057380] env[70220]: DEBUG nova.compute.manager [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.060858] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.820s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.062356] env[70220]: INFO nova.compute.claims [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.148776] env[70220]: INFO nova.compute.manager [-] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Took 1.49 seconds to deallocate network for instance. [ 898.149856] env[70220]: DEBUG nova.network.neutron [req-bc36580a-37b9-4e5c-b799-e3969a3720bc req-4b57aa25-26f9-4e8c-ace2-d0418b04710d service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Updated VIF entry in instance network info cache for port c13383d2-79ef-4fd8-97ba-bfcaf42a902f. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.151453] env[70220]: DEBUG nova.network.neutron [req-bc36580a-37b9-4e5c-b799-e3969a3720bc req-4b57aa25-26f9-4e8c-ace2-d0418b04710d service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Updating instance_info_cache with network_info: [{"id": "c13383d2-79ef-4fd8-97ba-bfcaf42a902f", "address": "fa:16:3e:8c:6c:f1", "network": {"id": "a5b45645-7a76-4690-a5c4-a5a4e77845f3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1985984722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8534080420624cb18083179fcbf699a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13383d2-79", "ovs_interfaceid": "c13383d2-79ef-4fd8-97ba-bfcaf42a902f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.276347] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "2b6b424c-2264-40e0-9e45-7418575e5d9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.276347] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "2b6b424c-2264-40e0-9e45-7418575e5d9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.317649] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625552, 'name': ReconfigVM_Task, 'duration_secs': 0.631176} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.317649] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Reconfigured VM instance instance-00000027 to attach disk [datastore1] c4c8a84f-bcd6-48b9-9a4f-aff338cf8084/c4c8a84f-bcd6-48b9-9a4f-aff338cf8084.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.317966] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-272b7752-e0f4-497a-90d4-edf9b9f26b5c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.325870] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 898.325870] env[70220]: value = "task-3625557" [ 898.325870] env[70220]: _type = "Task" [ 898.325870] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.337609] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625557, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.341913] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.362250] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625555, 'name': CreateVM_Task, 'duration_secs': 0.958364} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.362446] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.363123] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.363288] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.363608] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.363850] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281ec997-9875-4ca8-afd2-f35018ac3de0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.368681] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for the task: (returnval){ [ 898.368681] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c1dd76-ce94-0e99-792a-f6beaef61a30" [ 898.368681] env[70220]: _type = "Task" [ 898.368681] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.376523] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c1dd76-ce94-0e99-792a-f6beaef61a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.569724] env[70220]: DEBUG nova.compute.utils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.572248] env[70220]: DEBUG nova.compute.manager [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.572449] env[70220]: DEBUG nova.network.neutron [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.607623] env[70220]: DEBUG nova.policy [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e5a129258094049a0dfb7669600657d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d0897ff84d048e39c2d94fc53e4557e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.655091] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc36580a-37b9-4e5c-b799-e3969a3720bc req-4b57aa25-26f9-4e8c-ace2-d0418b04710d service nova] Releasing lock "refresh_cache-0f111af8-5458-46f1-8cde-f30a1dc8f355" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.659505] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.840229] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625557, 'name': Rename_Task, 'duration_secs': 0.199642} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.843444] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.844007] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625556, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.844646] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-167da03e-a228-43b7-a42f-5d11899f1c64 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.851481] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 898.851481] env[70220]: value = "task-3625558" [ 898.851481] env[70220]: _type = "Task" [ 898.851481] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.860149] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.881089] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c1dd76-ce94-0e99-792a-f6beaef61a30, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.881089] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.881089] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.881089] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.881089] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.881089] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.884788] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34d7f157-cad3-410c-8e09-d4b2660fb0c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.894513] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.894791] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.895536] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5f0812-becf-4332-bc9d-e7bf1d6c8e32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.901721] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for the task: (returnval){ [ 898.901721] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c2f984-81a6-20d0-897b-869557ff9dc0" [ 898.901721] env[70220]: _type = "Task" [ 898.901721] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.913057] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c2f984-81a6-20d0-897b-869557ff9dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.072938] env[70220]: DEBUG nova.compute.manager [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.102920] env[70220]: DEBUG nova.network.neutron [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Successfully created port: e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.106587] env[70220]: DEBUG nova.network.neutron [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Updating instance_info_cache with network_info: [{"id": "81de5593-7e92-4a92-8b44-0343220d153f", "address": "fa:16:3e:30:f2:bc", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81de5593-7e", "ovs_interfaceid": "81de5593-7e92-4a92-8b44-0343220d153f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.339723] env[70220]: DEBUG oslo_vmware.api [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625556, 'name': PowerOnVM_Task, 'duration_secs': 1.225376} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.342275] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.342449] env[70220]: INFO nova.compute.manager [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Took 11.17 seconds to spawn the instance on the hypervisor. [ 899.342733] env[70220]: DEBUG nova.compute.manager [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.343773] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd74413-2dc7-44d7-bab9-3d99b14edf3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.360756] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625558, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.414324] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c2f984-81a6-20d0-897b-869557ff9dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.415152] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-829f3da0-e5aa-471a-b43b-3257803d95e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.425271] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for the task: (returnval){ [ 899.425271] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d48cf4-99ef-e6ec-5561-097dac9cd839" [ 899.425271] env[70220]: _type = "Task" [ 899.425271] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.443015] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d48cf4-99ef-e6ec-5561-097dac9cd839, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.443015] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.443253] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 0f111af8-5458-46f1-8cde-f30a1dc8f355/0f111af8-5458-46f1-8cde-f30a1dc8f355.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.443817] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-800b0070-f261-475b-a373-ee425f5547a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.452382] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for the task: (returnval){ [ 899.452382] env[70220]: value = "task-3625559" [ 899.452382] env[70220]: _type = "Task" [ 899.452382] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.465469] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.503783] env[70220]: DEBUG nova.compute.manager [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received event network-vif-plugged-da3a6f7b-fad2-4daa-94b7-70f190cdeca6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.503783] env[70220]: DEBUG oslo_concurrency.lockutils [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] Acquiring lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.503783] env[70220]: DEBUG oslo_concurrency.lockutils [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.503783] env[70220]: DEBUG oslo_concurrency.lockutils [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.504120] env[70220]: DEBUG nova.compute.manager [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] No waiting events found dispatching network-vif-plugged-da3a6f7b-fad2-4daa-94b7-70f190cdeca6 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 899.504158] env[70220]: WARNING nova.compute.manager [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received unexpected event network-vif-plugged-da3a6f7b-fad2-4daa-94b7-70f190cdeca6 for instance with vm_state building and task_state spawning. [ 899.504363] env[70220]: DEBUG nova.compute.manager [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received event network-changed-da3a6f7b-fad2-4daa-94b7-70f190cdeca6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.504564] env[70220]: DEBUG nova.compute.manager [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Refreshing instance network info cache due to event network-changed-da3a6f7b-fad2-4daa-94b7-70f190cdeca6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.504800] env[70220]: DEBUG oslo_concurrency.lockutils [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] Acquiring lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.505024] env[70220]: DEBUG oslo_concurrency.lockutils [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] Acquired lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.505326] env[70220]: DEBUG nova.network.neutron [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Refreshing network info cache for port da3a6f7b-fad2-4daa-94b7-70f190cdeca6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.591366] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42726b5-0efb-40a8-ba6f-ab77e1246416 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.599577] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd97b1d-46a8-42e2-8bfa-01a86f685f4e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.630307] env[70220]: DEBUG oslo_concurrency.lockutils [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "refresh_cache-4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.631023] env[70220]: DEBUG nova.objects.instance [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lazy-loading 'flavor' on Instance uuid 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.633837] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1484ec74-7220-4355-a10f-98faa700d40a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.643281] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a365453b-2124-4b39-b7bc-97210284529e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.662177] env[70220]: DEBUG nova.compute.provider_tree [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.866838] env[70220]: DEBUG oslo_vmware.api [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625558, 'name': PowerOnVM_Task, 'duration_secs': 0.704241} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.867165] env[70220]: INFO nova.compute.manager [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Took 57.61 seconds to build instance. [ 899.868593] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.872281] env[70220]: INFO nova.compute.manager [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Took 9.05 seconds to spawn the instance on the hypervisor. [ 899.872525] env[70220]: DEBUG nova.compute.manager [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.873727] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ede6184-8ab1-4744-abbf-1ec50f8bdcfc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.964394] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500395} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.964750] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 0f111af8-5458-46f1-8cde-f30a1dc8f355/0f111af8-5458-46f1-8cde-f30a1dc8f355.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.965018] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.965336] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32e2f711-609f-462f-b97d-86631a531a43 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.972982] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for the task: (returnval){ [ 899.972982] env[70220]: value = "task-3625560" [ 899.972982] env[70220]: _type = "Task" [ 899.972982] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.981450] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.051346] env[70220]: DEBUG nova.network.neutron [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.095271] env[70220]: DEBUG nova.compute.manager [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.131293] env[70220]: DEBUG nova.virt.hardware [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.131760] env[70220]: DEBUG nova.virt.hardware [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.132036] env[70220]: DEBUG nova.virt.hardware [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.132337] env[70220]: DEBUG nova.virt.hardware [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.132593] env[70220]: DEBUG nova.virt.hardware [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.132837] env[70220]: DEBUG nova.virt.hardware [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.133176] env[70220]: DEBUG nova.virt.hardware [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.133488] env[70220]: DEBUG nova.virt.hardware [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.133767] env[70220]: DEBUG nova.virt.hardware [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.134047] env[70220]: DEBUG nova.virt.hardware [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.134360] env[70220]: DEBUG nova.virt.hardware [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.136017] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d232107a-bc7c-42ea-8e7b-00f97a23d109 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.141061] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b9e0ca-2b2c-45dd-b077-fa47d2e03780 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.151620] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26553699-4a66-47c3-9078-50e61d744248 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.170156] env[70220]: DEBUG nova.scheduler.client.report [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.173873] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.174843] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78f0b0ef-ee42-40a1-9610-c48a95d7b541 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.189025] env[70220]: DEBUG nova.network.neutron [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.194028] env[70220]: DEBUG oslo_vmware.api [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 900.194028] env[70220]: value = "task-3625561" [ 900.194028] env[70220]: _type = "Task" [ 900.194028] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.200918] env[70220]: DEBUG oslo_vmware.api [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.374012] env[70220]: DEBUG oslo_concurrency.lockutils [None req-138b1f0d-6602-4366-b7e7-f468baa0af77 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.897s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.399196] env[70220]: INFO nova.compute.manager [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Took 55.08 seconds to build instance. [ 900.448815] env[70220]: DEBUG nova.network.neutron [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Successfully updated port: 07b45286-b897-48cd-917a-7d44fad6c460 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.483692] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059863} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.483972] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.484798] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40a8abe-ff25-472b-95c8-4da8f2cd8ebb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.507718] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 0f111af8-5458-46f1-8cde-f30a1dc8f355/0f111af8-5458-46f1-8cde-f30a1dc8f355.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.508399] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89b80a8b-3e3e-4ceb-b33f-3c16dca95933 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.528063] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for the task: (returnval){ [ 900.528063] env[70220]: value = "task-3625562" [ 900.528063] env[70220]: _type = "Task" [ 900.528063] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.536231] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.676903] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.677641] env[70220]: DEBUG nova.compute.manager [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.680329] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.679s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.680376] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.682571] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.545s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.684988] env[70220]: INFO nova.compute.claims [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.693594] env[70220]: DEBUG oslo_concurrency.lockutils [req-37e35a56-e76f-49aa-af4f-2af3358be72b req-ccbc2dda-18e6-4b6e-80d8-e548569f3a88 service nova] Releasing lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.706776] env[70220]: DEBUG oslo_vmware.api [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625561, 'name': PowerOffVM_Task, 'duration_secs': 0.518753} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.707888] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.717631] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Reconfiguring VM instance instance-00000022 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.718264] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c6ee19c-ad29-4d39-90b5-3ca62dbf6e28 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.736173] env[70220]: INFO nova.scheduler.client.report [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Deleted allocations for instance f14f60ae-501b-44b6-a246-63b64a35aaa9 [ 900.745242] env[70220]: DEBUG oslo_vmware.api [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 900.745242] env[70220]: value = "task-3625563" [ 900.745242] env[70220]: _type = "Task" [ 900.745242] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.756123] env[70220]: DEBUG oslo_vmware.api [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.881064] env[70220]: DEBUG nova.compute.manager [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.901150] env[70220]: DEBUG oslo_concurrency.lockutils [None req-79bcc4eb-5981-475e-85fb-a292a9eeda4a tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.123s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.038272] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.049290] env[70220]: DEBUG nova.network.neutron [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Successfully updated port: e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.192419] env[70220]: DEBUG nova.compute.utils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.195738] env[70220]: DEBUG nova.compute.manager [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.195846] env[70220]: DEBUG nova.network.neutron [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.201876] env[70220]: DEBUG nova.compute.manager [req-091c5c4d-374c-4976-985f-e959b66dd7e8 req-7b80ed27-f826-44d0-a16d-c937e324f276 service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Received event network-vif-plugged-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.202084] env[70220]: DEBUG oslo_concurrency.lockutils [req-091c5c4d-374c-4976-985f-e959b66dd7e8 req-7b80ed27-f826-44d0-a16d-c937e324f276 service nova] Acquiring lock "2fcb8655-8edf-4205-82f1-728c9fe0997e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.202537] env[70220]: DEBUG oslo_concurrency.lockutils [req-091c5c4d-374c-4976-985f-e959b66dd7e8 req-7b80ed27-f826-44d0-a16d-c937e324f276 service nova] Lock "2fcb8655-8edf-4205-82f1-728c9fe0997e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.202537] env[70220]: DEBUG oslo_concurrency.lockutils [req-091c5c4d-374c-4976-985f-e959b66dd7e8 req-7b80ed27-f826-44d0-a16d-c937e324f276 service nova] Lock "2fcb8655-8edf-4205-82f1-728c9fe0997e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.202658] env[70220]: DEBUG nova.compute.manager [req-091c5c4d-374c-4976-985f-e959b66dd7e8 req-7b80ed27-f826-44d0-a16d-c937e324f276 service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] No waiting events found dispatching network-vif-plugged-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.202781] env[70220]: WARNING nova.compute.manager [req-091c5c4d-374c-4976-985f-e959b66dd7e8 req-7b80ed27-f826-44d0-a16d-c937e324f276 service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Received unexpected event network-vif-plugged-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 for instance with vm_state building and task_state spawning. [ 901.245475] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4bbd8c9a-b753-48f6-a9d3-339142d2d756 tempest-DeleteServersAdminTestJSON-643746365 tempest-DeleteServersAdminTestJSON-643746365-project-member] Lock "f14f60ae-501b-44b6-a246-63b64a35aaa9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.659s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.260332] env[70220]: DEBUG oslo_vmware.api [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625563, 'name': ReconfigVM_Task, 'duration_secs': 0.414903} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.260678] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Reconfigured VM instance instance-00000022 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.260919] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.261230] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c6637c9-24a4-45fc-84f8-b10cc58ca578 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.268674] env[70220]: DEBUG oslo_vmware.api [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 901.268674] env[70220]: value = "task-3625564" [ 901.268674] env[70220]: _type = "Task" [ 901.268674] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.278710] env[70220]: DEBUG oslo_vmware.api [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.290038] env[70220]: DEBUG nova.policy [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d01d420132e4b8090987f27538ad70c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cef1b90423b4bbd8bd11beb8a64e991', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.404462] env[70220]: DEBUG nova.compute.manager [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.408333] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.539271] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625562, 'name': ReconfigVM_Task, 'duration_secs': 0.608084} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.539552] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 0f111af8-5458-46f1-8cde-f30a1dc8f355/0f111af8-5458-46f1-8cde-f30a1dc8f355.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.540235] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee57babd-fd09-430c-87d9-629876de2e01 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.547235] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for the task: (returnval){ [ 901.547235] env[70220]: value = "task-3625565" [ 901.547235] env[70220]: _type = "Task" [ 901.547235] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.551252] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquiring lock "refresh_cache-2fcb8655-8edf-4205-82f1-728c9fe0997e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.551428] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquired lock "refresh_cache-2fcb8655-8edf-4205-82f1-728c9fe0997e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.551625] env[70220]: DEBUG nova.network.neutron [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.556740] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625565, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.702353] env[70220]: DEBUG nova.compute.manager [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.707916] env[70220]: DEBUG nova.compute.manager [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received event network-vif-plugged-07b45286-b897-48cd-917a-7d44fad6c460 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.708251] env[70220]: DEBUG oslo_concurrency.lockutils [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] Acquiring lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.708519] env[70220]: DEBUG oslo_concurrency.lockutils [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.708738] env[70220]: DEBUG oslo_concurrency.lockutils [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.709012] env[70220]: DEBUG nova.compute.manager [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] No waiting events found dispatching network-vif-plugged-07b45286-b897-48cd-917a-7d44fad6c460 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.709371] env[70220]: WARNING nova.compute.manager [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received unexpected event network-vif-plugged-07b45286-b897-48cd-917a-7d44fad6c460 for instance with vm_state building and task_state spawning. [ 901.709470] env[70220]: DEBUG nova.compute.manager [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received event network-changed-07b45286-b897-48cd-917a-7d44fad6c460 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.709831] env[70220]: DEBUG nova.compute.manager [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Refreshing instance network info cache due to event network-changed-07b45286-b897-48cd-917a-7d44fad6c460. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.709952] env[70220]: DEBUG oslo_concurrency.lockutils [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] Acquiring lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.710111] env[70220]: DEBUG oslo_concurrency.lockutils [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] Acquired lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.710349] env[70220]: DEBUG nova.network.neutron [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Refreshing network info cache for port 07b45286-b897-48cd-917a-7d44fad6c460 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.783903] env[70220]: DEBUG oslo_vmware.api [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625564, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.808693] env[70220]: DEBUG nova.compute.manager [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.809921] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d98474-cbed-49e9-9f49-0d224683b39e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.814312] env[70220]: DEBUG nova.network.neutron [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Successfully created port: 0bcef3d4-186b-49f4-99ad-049efca0a134 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.931192] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.066905] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625565, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.104176] env[70220]: DEBUG nova.compute.manager [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.107776] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5db6c5-722d-4ad4-8619-d5efcb091ae4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.111164] env[70220]: DEBUG nova.network.neutron [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.195218] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e10b93c-8dc8-4b02-abac-082d25aa6247 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.204626] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2dcedd-feb6-4b76-8f19-9c07dcd87b5b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.250984] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5c8ff8-22b4-4178-bb50-e83d8115ea5f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.260171] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fc5c87-551d-43bf-a1f8-ea765b4afa4c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.278609] env[70220]: DEBUG nova.compute.provider_tree [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.291093] env[70220]: DEBUG oslo_vmware.api [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625564, 'name': PowerOnVM_Task, 'duration_secs': 0.53957} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.291956] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.292230] env[70220]: DEBUG nova.compute.manager [None req-70b985ef-2552-465a-911b-a33059add475 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.293358] env[70220]: DEBUG nova.network.neutron [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.295719] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b48c95-cffb-4a2f-82f6-7aa3548eb272 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.329939] env[70220]: INFO nova.compute.manager [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] instance snapshotting [ 902.333577] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e381e00-7bd4-4025-b2b8-73b68f6c63a7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.355379] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7009803b-4cb4-44ab-a16a-6f0a82a67d60 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.532561] env[70220]: DEBUG nova.network.neutron [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Updating instance_info_cache with network_info: [{"id": "e79e376d-6c45-4b89-b6ae-85d07cb2b2a8", "address": "fa:16:3e:79:0e:dc", "network": {"id": "0f30c8ad-8649-45a3-85de-29227d10ec16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-106813572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0897ff84d048e39c2d94fc53e4557e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79e376d-6c", "ovs_interfaceid": "e79e376d-6c45-4b89-b6ae-85d07cb2b2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.539863] env[70220]: DEBUG nova.network.neutron [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.562549] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625565, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.623156] env[70220]: INFO nova.compute.manager [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] instance snapshotting [ 902.625876] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010c5b4e-2806-4b22-b3eb-207bf34d75be {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.649948] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae20dde-05b3-4191-8aa6-37026df30431 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.719424] env[70220]: DEBUG nova.compute.manager [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.759796] env[70220]: DEBUG nova.virt.hardware [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.760646] env[70220]: DEBUG nova.virt.hardware [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.760646] env[70220]: DEBUG nova.virt.hardware [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.760646] env[70220]: DEBUG nova.virt.hardware [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.760909] env[70220]: DEBUG nova.virt.hardware [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.760909] env[70220]: DEBUG nova.virt.hardware [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.761214] env[70220]: DEBUG nova.virt.hardware [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.761450] env[70220]: DEBUG nova.virt.hardware [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.761640] env[70220]: DEBUG nova.virt.hardware [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.761808] env[70220]: DEBUG nova.virt.hardware [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.761984] env[70220]: DEBUG nova.virt.hardware [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.763779] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2d8d6d-e72c-46d5-80f2-42c9caa02fe6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.774286] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e412ca41-b850-40ee-b200-b190070921c1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.788784] env[70220]: DEBUG nova.scheduler.client.report [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.867048] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 902.867370] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16158157-2109-424e-a8f2-e6eadf47277c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.876221] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 902.876221] env[70220]: value = "task-3625566" [ 902.876221] env[70220]: _type = "Task" [ 902.876221] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.882740] env[70220]: DEBUG nova.network.neutron [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Successfully updated port: cce72d52-adc6-4838-94db-64f95a023436 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.893053] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625566, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.035553] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Releasing lock "refresh_cache-2fcb8655-8edf-4205-82f1-728c9fe0997e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.037894] env[70220]: DEBUG nova.compute.manager [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Instance network_info: |[{"id": "e79e376d-6c45-4b89-b6ae-85d07cb2b2a8", "address": "fa:16:3e:79:0e:dc", "network": {"id": "0f30c8ad-8649-45a3-85de-29227d10ec16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-106813572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0897ff84d048e39c2d94fc53e4557e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79e376d-6c", "ovs_interfaceid": "e79e376d-6c45-4b89-b6ae-85d07cb2b2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.038950] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:0e:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e79e376d-6c45-4b89-b6ae-85d07cb2b2a8', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.049638] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Creating folder: Project (7d0897ff84d048e39c2d94fc53e4557e). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.050168] env[70220]: DEBUG oslo_concurrency.lockutils [req-15f4c350-7d30-4438-8c2e-8879a36c7724 req-158cd454-b558-49a8-a99a-658b079ad5b3 service nova] Releasing lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.050498] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95a9af87-1f73-4285-847e-86fb52ec3a22 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.062883] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625565, 'name': Rename_Task, 'duration_secs': 1.176816} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.063416] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.063738] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d976e21c-f13c-4d83-b798-b420bb280908 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.068297] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Created folder: Project (7d0897ff84d048e39c2d94fc53e4557e) in parent group-v722922. [ 903.068400] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Creating folder: Instances. Parent ref: group-v723042. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.068624] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f1d2dac-57f2-49f3-8128-5710f86168cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.075020] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for the task: (returnval){ [ 903.075020] env[70220]: value = "task-3625568" [ 903.075020] env[70220]: _type = "Task" [ 903.075020] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.081086] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.084131] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Created folder: Instances in parent group-v723042. [ 903.084473] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.084694] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.084922] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99e46cc7-5a5c-4771-b327-d47c9133a67a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.108031] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.108031] env[70220]: value = "task-3625570" [ 903.108031] env[70220]: _type = "Task" [ 903.108031] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.117506] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625570, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.162737] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 903.163116] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-deb8786b-f029-45c5-a6f2-49978e9224b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.171547] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 903.171547] env[70220]: value = "task-3625571" [ 903.171547] env[70220]: _type = "Task" [ 903.171547] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.182649] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625571, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.248241] env[70220]: DEBUG nova.compute.manager [req-dda7dcc7-79bd-4106-82ac-5425b9f2e88a req-b082fc15-06dc-40fe-a724-e4e6f8cfef8f service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Received event network-changed-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.249573] env[70220]: DEBUG nova.compute.manager [req-dda7dcc7-79bd-4106-82ac-5425b9f2e88a req-b082fc15-06dc-40fe-a724-e4e6f8cfef8f service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Refreshing instance network info cache due to event network-changed-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.249951] env[70220]: DEBUG oslo_concurrency.lockutils [req-dda7dcc7-79bd-4106-82ac-5425b9f2e88a req-b082fc15-06dc-40fe-a724-e4e6f8cfef8f service nova] Acquiring lock "refresh_cache-2fcb8655-8edf-4205-82f1-728c9fe0997e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.250146] env[70220]: DEBUG oslo_concurrency.lockutils [req-dda7dcc7-79bd-4106-82ac-5425b9f2e88a req-b082fc15-06dc-40fe-a724-e4e6f8cfef8f service nova] Acquired lock "refresh_cache-2fcb8655-8edf-4205-82f1-728c9fe0997e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.250313] env[70220]: DEBUG nova.network.neutron [req-dda7dcc7-79bd-4106-82ac-5425b9f2e88a req-b082fc15-06dc-40fe-a724-e4e6f8cfef8f service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Refreshing network info cache for port e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.293488] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.293895] env[70220]: DEBUG nova.compute.manager [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.296448] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.365s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.297930] env[70220]: INFO nova.compute.claims [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 903.388474] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.388474] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquired lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.388474] env[70220]: DEBUG nova.network.neutron [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.389674] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625566, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.439452] env[70220]: DEBUG nova.network.neutron [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Successfully updated port: 0bcef3d4-186b-49f4-99ad-049efca0a134 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.583931] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625568, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.617522] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625570, 'name': CreateVM_Task, 'duration_secs': 0.389932} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.617741] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.618506] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.618673] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.619016] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.619304] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391bca8c-eb35-4b5c-a854-b64198a47cff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.624566] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for the task: (returnval){ [ 903.624566] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52332f8d-8f22-fd79-ea34-170ef7a4f863" [ 903.624566] env[70220]: _type = "Task" [ 903.624566] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.632627] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52332f8d-8f22-fd79-ea34-170ef7a4f863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.682605] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625571, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.742611] env[70220]: DEBUG nova.compute.manager [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received event network-vif-plugged-cce72d52-adc6-4838-94db-64f95a023436 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.742891] env[70220]: DEBUG oslo_concurrency.lockutils [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] Acquiring lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.743071] env[70220]: DEBUG oslo_concurrency.lockutils [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.743279] env[70220]: DEBUG oslo_concurrency.lockutils [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.743411] env[70220]: DEBUG nova.compute.manager [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] No waiting events found dispatching network-vif-plugged-cce72d52-adc6-4838-94db-64f95a023436 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.743587] env[70220]: WARNING nova.compute.manager [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received unexpected event network-vif-plugged-cce72d52-adc6-4838-94db-64f95a023436 for instance with vm_state building and task_state spawning. [ 903.743684] env[70220]: DEBUG nova.compute.manager [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received event network-changed-cce72d52-adc6-4838-94db-64f95a023436 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.743833] env[70220]: DEBUG nova.compute.manager [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Refreshing instance network info cache due to event network-changed-cce72d52-adc6-4838-94db-64f95a023436. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.743995] env[70220]: DEBUG oslo_concurrency.lockutils [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] Acquiring lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.803488] env[70220]: DEBUG nova.compute.utils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.807805] env[70220]: DEBUG nova.compute.manager [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.808042] env[70220]: DEBUG nova.network.neutron [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.852127] env[70220]: DEBUG nova.policy [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e9b12c1fcf84f2daa58a8f322072745', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '220aab57f34c455a8faddfad1d8f0689', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.896287] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625566, 'name': CreateSnapshot_Task, 'duration_secs': 0.803873} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.899159] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 903.901161] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f16153-c299-4d11-89f7-581b372a44f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.947075] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "refresh_cache-de59df0d-6372-447a-877c-41f3f26e6342" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.947075] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "refresh_cache-de59df0d-6372-447a-877c-41f3f26e6342" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.947240] env[70220]: DEBUG nova.network.neutron [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.989951] env[70220]: DEBUG nova.network.neutron [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.086309] env[70220]: DEBUG oslo_vmware.api [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625568, 'name': PowerOnVM_Task, 'duration_secs': 0.549288} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.086309] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.086309] env[70220]: INFO nova.compute.manager [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Took 10.51 seconds to spawn the instance on the hypervisor. [ 904.086309] env[70220]: DEBUG nova.compute.manager [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.086309] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0704a7-4713-4af7-88fb-d00c316ec991 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.138649] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52332f8d-8f22-fd79-ea34-170ef7a4f863, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.138966] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.139568] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.139826] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.139973] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.140177] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.140440] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af9c00d8-377e-4556-8803-99fecbbf645b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.151103] env[70220]: DEBUG nova.network.neutron [req-dda7dcc7-79bd-4106-82ac-5425b9f2e88a req-b082fc15-06dc-40fe-a724-e4e6f8cfef8f service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Updated VIF entry in instance network info cache for port e79e376d-6c45-4b89-b6ae-85d07cb2b2a8. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.151482] env[70220]: DEBUG nova.network.neutron [req-dda7dcc7-79bd-4106-82ac-5425b9f2e88a req-b082fc15-06dc-40fe-a724-e4e6f8cfef8f service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Updating instance_info_cache with network_info: [{"id": "e79e376d-6c45-4b89-b6ae-85d07cb2b2a8", "address": "fa:16:3e:79:0e:dc", "network": {"id": "0f30c8ad-8649-45a3-85de-29227d10ec16", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-106813572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d0897ff84d048e39c2d94fc53e4557e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape79e376d-6c", "ovs_interfaceid": "e79e376d-6c45-4b89-b6ae-85d07cb2b2a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.157165] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.157165] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.157165] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5d4ec4-bc6a-4a0d-9961-a3c40f22942e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.162987] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for the task: (returnval){ [ 904.162987] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526d42ee-df24-cbdf-59f9-5b19d3d4d5a8" [ 904.162987] env[70220]: _type = "Task" [ 904.162987] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.174756] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526d42ee-df24-cbdf-59f9-5b19d3d4d5a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.186699] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625571, 'name': CreateSnapshot_Task, 'duration_secs': 0.787182} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.186978] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 904.188026] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c3bbbb-98c5-4cfe-91e8-a4a5af4ead46 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.313859] env[70220]: DEBUG nova.compute.manager [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.426686] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.432658] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c15364d0-ea3f-4f38-9b06-52d5e4e51934 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.447641] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 904.447641] env[70220]: value = "task-3625572" [ 904.447641] env[70220]: _type = "Task" [ 904.447641] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.468426] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625572, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.551901] env[70220]: DEBUG nova.network.neutron [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.612883] env[70220]: INFO nova.compute.manager [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Took 54.58 seconds to build instance. [ 904.620858] env[70220]: DEBUG nova.network.neutron [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Successfully created port: 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.655071] env[70220]: DEBUG oslo_concurrency.lockutils [req-dda7dcc7-79bd-4106-82ac-5425b9f2e88a req-b082fc15-06dc-40fe-a724-e4e6f8cfef8f service nova] Releasing lock "refresh_cache-2fcb8655-8edf-4205-82f1-728c9fe0997e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.681562] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526d42ee-df24-cbdf-59f9-5b19d3d4d5a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013439} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.681562] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b86cc0-89de-4900-894d-b6508021350e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.688875] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for the task: (returnval){ [ 904.688875] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d193d9-b7c6-0520-7155-985f9f71ddf8" [ 904.688875] env[70220]: _type = "Task" [ 904.688875] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.711970] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 904.711970] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d193d9-b7c6-0520-7155-985f9f71ddf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.713744] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff337b02-1925-41c9-bd1a-2cb68b0a14dd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.723788] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 904.723788] env[70220]: value = "task-3625573" [ 904.723788] env[70220]: _type = "Task" [ 904.723788] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.744035] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625573, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.871707] env[70220]: DEBUG nova.network.neutron [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Updating instance_info_cache with network_info: [{"id": "0bcef3d4-186b-49f4-99ad-049efca0a134", "address": "fa:16:3e:45:57:b5", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bcef3d4-18", "ovs_interfaceid": "0bcef3d4-186b-49f4-99ad-049efca0a134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.901043] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939373ed-2c29-479a-9df5-4c6267320518 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.911521] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bff91d4-a51c-42f1-9491-e37b350f4e49 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.978532] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9820c053-ff60-47e2-b621-9499eb94fcff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.988220] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625572, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.991540] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4e83e6-d66c-43d9-9018-c5c2c565a119 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.007013] env[70220]: DEBUG nova.compute.provider_tree [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.112146] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38659fa0-d178-4679-8eeb-197b83b5391c tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Lock "0f111af8-5458-46f1-8cde-f30a1dc8f355" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.114s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.202767] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d193d9-b7c6-0520-7155-985f9f71ddf8, 'name': SearchDatastore_Task, 'duration_secs': 0.019692} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.202767] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.203015] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 2fcb8655-8edf-4205-82f1-728c9fe0997e/2fcb8655-8edf-4205-82f1-728c9fe0997e.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.203299] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4124457c-eb18-4c90-848a-16254eefdd38 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.218044] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for the task: (returnval){ [ 905.218044] env[70220]: value = "task-3625574" [ 905.218044] env[70220]: _type = "Task" [ 905.218044] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.229143] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.240981] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625573, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.276162] env[70220]: DEBUG nova.network.neutron [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Updating instance_info_cache with network_info: [{"id": "da3a6f7b-fad2-4daa-94b7-70f190cdeca6", "address": "fa:16:3e:39:c3:68", "network": {"id": "5331a409-7e95-4bdb-ae85-406e78cb53f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318081554", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3a6f7b-fa", "ovs_interfaceid": "da3a6f7b-fad2-4daa-94b7-70f190cdeca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07b45286-b897-48cd-917a-7d44fad6c460", "address": "fa:16:3e:3f:d0:43", "network": {"id": "46001ce3-fd0c-49f2-aaa2-2e4b344e5543", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1659605519", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b45286-b8", "ovs_interfaceid": "07b45286-b897-48cd-917a-7d44fad6c460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cce72d52-adc6-4838-94db-64f95a023436", "address": "fa:16:3e:63:f7:38", "network": {"id": "5331a409-7e95-4bdb-ae85-406e78cb53f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318081554", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce72d52-ad", "ovs_interfaceid": "cce72d52-adc6-4838-94db-64f95a023436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.334773] env[70220]: DEBUG nova.compute.manager [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.380890] env[70220]: DEBUG nova.virt.hardware [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.380890] env[70220]: DEBUG nova.virt.hardware [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.380890] env[70220]: DEBUG nova.virt.hardware [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.380890] env[70220]: DEBUG nova.virt.hardware [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.380890] env[70220]: DEBUG nova.virt.hardware [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.380890] env[70220]: DEBUG nova.virt.hardware [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.380890] env[70220]: DEBUG nova.virt.hardware [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.380890] env[70220]: DEBUG nova.virt.hardware [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.381893] env[70220]: DEBUG nova.virt.hardware [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.381893] env[70220]: DEBUG nova.virt.hardware [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.381893] env[70220]: DEBUG nova.virt.hardware [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.382101] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "refresh_cache-de59df0d-6372-447a-877c-41f3f26e6342" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.387243] env[70220]: DEBUG nova.compute.manager [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Instance network_info: |[{"id": "0bcef3d4-186b-49f4-99ad-049efca0a134", "address": "fa:16:3e:45:57:b5", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bcef3d4-18", "ovs_interfaceid": "0bcef3d4-186b-49f4-99ad-049efca0a134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.388236] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ab6505-94ef-4618-9d52-132a16e6e3d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.391356] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:57:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bcef3d4-186b-49f4-99ad-049efca0a134', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.404017] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating folder: Project (3cef1b90423b4bbd8bd11beb8a64e991). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.404017] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6bbcb47-2173-448b-8e84-4f9f35f1133a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.416952] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f56fba3-bd6e-4c91-bd14-a4d6717b7c2d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.426549] env[70220]: DEBUG nova.compute.manager [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Received event network-vif-plugged-0bcef3d4-186b-49f4-99ad-049efca0a134 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.426785] env[70220]: DEBUG oslo_concurrency.lockutils [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] Acquiring lock "de59df0d-6372-447a-877c-41f3f26e6342-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.426994] env[70220]: DEBUG oslo_concurrency.lockutils [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] Lock "de59df0d-6372-447a-877c-41f3f26e6342-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.427244] env[70220]: DEBUG oslo_concurrency.lockutils [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] Lock "de59df0d-6372-447a-877c-41f3f26e6342-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.427374] env[70220]: DEBUG nova.compute.manager [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] [instance: de59df0d-6372-447a-877c-41f3f26e6342] No waiting events found dispatching network-vif-plugged-0bcef3d4-186b-49f4-99ad-049efca0a134 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.427548] env[70220]: WARNING nova.compute.manager [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Received unexpected event network-vif-plugged-0bcef3d4-186b-49f4-99ad-049efca0a134 for instance with vm_state building and task_state spawning. [ 905.427739] env[70220]: DEBUG nova.compute.manager [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Received event network-changed-0bcef3d4-186b-49f4-99ad-049efca0a134 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.427987] env[70220]: DEBUG nova.compute.manager [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Refreshing instance network info cache due to event network-changed-0bcef3d4-186b-49f4-99ad-049efca0a134. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.427987] env[70220]: DEBUG oslo_concurrency.lockutils [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] Acquiring lock "refresh_cache-de59df0d-6372-447a-877c-41f3f26e6342" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.428266] env[70220]: DEBUG oslo_concurrency.lockutils [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] Acquired lock "refresh_cache-de59df0d-6372-447a-877c-41f3f26e6342" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.428266] env[70220]: DEBUG nova.network.neutron [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Refreshing network info cache for port 0bcef3d4-186b-49f4-99ad-049efca0a134 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.430074] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Created folder: Project (3cef1b90423b4bbd8bd11beb8a64e991) in parent group-v722922. [ 905.430251] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating folder: Instances. Parent ref: group-v723049. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.432545] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e029e9a-a7a3-4e01-9912-b50600f18a7e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.456157] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Created folder: Instances in parent group-v723049. [ 905.456157] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.456157] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.456356] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f1c54bc-5757-427e-839c-b8bd7a423acb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.490863] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625572, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.492643] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.492643] env[70220]: value = "task-3625577" [ 905.492643] env[70220]: _type = "Task" [ 905.492643] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.502623] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625577, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.510773] env[70220]: DEBUG nova.scheduler.client.report [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.615805] env[70220]: DEBUG nova.compute.manager [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.729554] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625574, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.741983] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625573, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.779127] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Releasing lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.779756] env[70220]: DEBUG nova.compute.manager [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Instance network_info: |[{"id": "da3a6f7b-fad2-4daa-94b7-70f190cdeca6", "address": "fa:16:3e:39:c3:68", "network": {"id": "5331a409-7e95-4bdb-ae85-406e78cb53f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318081554", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3a6f7b-fa", "ovs_interfaceid": "da3a6f7b-fad2-4daa-94b7-70f190cdeca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07b45286-b897-48cd-917a-7d44fad6c460", "address": "fa:16:3e:3f:d0:43", "network": {"id": "46001ce3-fd0c-49f2-aaa2-2e4b344e5543", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1659605519", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b45286-b8", "ovs_interfaceid": "07b45286-b897-48cd-917a-7d44fad6c460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cce72d52-adc6-4838-94db-64f95a023436", "address": "fa:16:3e:63:f7:38", "network": {"id": "5331a409-7e95-4bdb-ae85-406e78cb53f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318081554", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce72d52-ad", "ovs_interfaceid": "cce72d52-adc6-4838-94db-64f95a023436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.780128] env[70220]: DEBUG oslo_concurrency.lockutils [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] Acquired lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.780437] env[70220]: DEBUG nova.network.neutron [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Refreshing network info cache for port cce72d52-adc6-4838-94db-64f95a023436 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.782023] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:c3:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da3a6f7b-fad2-4daa-94b7-70f190cdeca6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:d0:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07b45286-b897-48cd-917a-7d44fad6c460', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:f7:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cce72d52-adc6-4838-94db-64f95a023436', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.805102] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Creating folder: Project (d49f1b3699714548a8772cc2c43f4836). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.807848] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54ec5437-ceb0-4ae1-a8d3-a0784c516f49 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.842537] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Created folder: Project (d49f1b3699714548a8772cc2c43f4836) in parent group-v722922. [ 905.842817] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Creating folder: Instances. Parent ref: group-v723052. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.843188] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f011caba-09d3-420a-bdde-add02d7377ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.859262] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Created folder: Instances in parent group-v723052. [ 905.859582] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.859869] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.860175] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06ecc9f0-1358-492c-8796-09d1654e520f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.895503] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.895503] env[70220]: value = "task-3625580" [ 905.895503] env[70220]: _type = "Task" [ 905.895503] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.909606] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625580, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.994449] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625572, 'name': CloneVM_Task} progress is 95%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.004963] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625577, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.016140] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.016621] env[70220]: DEBUG nova.compute.manager [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.019367] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.039s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.023022] env[70220]: DEBUG nova.objects.instance [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Lazy-loading 'resources' on Instance uuid 575326a8-9704-4f18-9488-0f9357a05860 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.151978] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.202299] env[70220]: DEBUG nova.network.neutron [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Updated VIF entry in instance network info cache for port 0bcef3d4-186b-49f4-99ad-049efca0a134. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.203027] env[70220]: DEBUG nova.network.neutron [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Updating instance_info_cache with network_info: [{"id": "0bcef3d4-186b-49f4-99ad-049efca0a134", "address": "fa:16:3e:45:57:b5", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bcef3d4-18", "ovs_interfaceid": "0bcef3d4-186b-49f4-99ad-049efca0a134", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.230611] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678509} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.234016] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 2fcb8655-8edf-4205-82f1-728c9fe0997e/2fcb8655-8edf-4205-82f1-728c9fe0997e.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.235039] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.235248] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50a64342-aaaf-4607-8a88-c8d3b6fbd2b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.252849] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625573, 'name': CloneVM_Task} progress is 95%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.256018] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for the task: (returnval){ [ 906.256018] env[70220]: value = "task-3625581" [ 906.256018] env[70220]: _type = "Task" [ 906.256018] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.266996] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.415492] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625580, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.492956] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625572, 'name': CloneVM_Task, 'duration_secs': 1.966543} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.493282] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Created linked-clone VM from snapshot [ 906.493907] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a87f36-89e3-45d6-ad0c-8e26fa1dd3f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.506438] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Uploading image b5a64929-8334-4d3d-a280-ccdf04652e78 {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 906.512115] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625577, 'name': CreateVM_Task, 'duration_secs': 0.644113} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.515010] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.515922] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.516118] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.516527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.517108] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-125d235c-edf3-4cab-b13e-1148eaec0d9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.524872] env[70220]: DEBUG nova.compute.utils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.525491] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 906.525491] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524d1842-ed27-ea61-6be1-001d23a7066c" [ 906.525491] env[70220]: _type = "Task" [ 906.525491] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.528514] env[70220]: DEBUG nova.compute.manager [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.529029] env[70220]: DEBUG nova.network.neutron [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.547413] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524d1842-ed27-ea61-6be1-001d23a7066c, 'name': SearchDatastore_Task, 'duration_secs': 0.016198} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.549712] env[70220]: DEBUG oslo_vmware.rw_handles [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 906.549712] env[70220]: value = "vm-723047" [ 906.549712] env[70220]: _type = "VirtualMachine" [ 906.549712] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 906.550256] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.550693] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.550987] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.551712] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.552050] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.552875] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-59e9fff6-98fd-4a8e-b02b-55a4c405f3ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.557953] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f983ea1a-1f23-4433-a11f-8f1129a2befb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.568624] env[70220]: DEBUG oslo_vmware.rw_handles [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lease: (returnval){ [ 906.568624] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5264c570-db84-b1d5-3d0e-85d82648d7f0" [ 906.568624] env[70220]: _type = "HttpNfcLease" [ 906.568624] env[70220]: } obtained for exporting VM: (result){ [ 906.568624] env[70220]: value = "vm-723047" [ 906.568624] env[70220]: _type = "VirtualMachine" [ 906.568624] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 906.568624] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the lease: (returnval){ [ 906.568624] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5264c570-db84-b1d5-3d0e-85d82648d7f0" [ 906.568624] env[70220]: _type = "HttpNfcLease" [ 906.568624] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 906.576825] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.576825] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.580641] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b21fc6-5775-46fb-b6c8-d46d35c633aa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.585073] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.585073] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5264c570-db84-b1d5-3d0e-85d82648d7f0" [ 906.585073] env[70220]: _type = "HttpNfcLease" [ 906.585073] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 906.593959] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 906.593959] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520ec643-072c-ef68-d709-eb1168e0b2ab" [ 906.593959] env[70220]: _type = "Task" [ 906.593959] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.604158] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520ec643-072c-ef68-d709-eb1168e0b2ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.623045] env[70220]: DEBUG nova.policy [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b07057d261bc46f692b19da88063f289', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3f552600e89d48289f2765adebf5aa7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.640740] env[70220]: DEBUG nova.network.neutron [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Updated VIF entry in instance network info cache for port cce72d52-adc6-4838-94db-64f95a023436. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.641265] env[70220]: DEBUG nova.network.neutron [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Updating instance_info_cache with network_info: [{"id": "da3a6f7b-fad2-4daa-94b7-70f190cdeca6", "address": "fa:16:3e:39:c3:68", "network": {"id": "5331a409-7e95-4bdb-ae85-406e78cb53f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318081554", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3a6f7b-fa", "ovs_interfaceid": "da3a6f7b-fad2-4daa-94b7-70f190cdeca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "07b45286-b897-48cd-917a-7d44fad6c460", "address": "fa:16:3e:3f:d0:43", "network": {"id": "46001ce3-fd0c-49f2-aaa2-2e4b344e5543", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1659605519", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07b45286-b8", "ovs_interfaceid": "07b45286-b897-48cd-917a-7d44fad6c460", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cce72d52-adc6-4838-94db-64f95a023436", "address": "fa:16:3e:63:f7:38", "network": {"id": "5331a409-7e95-4bdb-ae85-406e78cb53f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318081554", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce72d52-ad", "ovs_interfaceid": "cce72d52-adc6-4838-94db-64f95a023436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.705512] env[70220]: DEBUG oslo_concurrency.lockutils [req-92650d71-ebc9-47a7-a83c-a31ef26a2c2b req-12a5e3fb-1f83-44bc-88e7-ba516f1d71dd service nova] Releasing lock "refresh_cache-de59df0d-6372-447a-877c-41f3f26e6342" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.741669] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625573, 'name': CloneVM_Task, 'duration_secs': 1.750366} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.742010] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Created linked-clone VM from snapshot [ 906.742848] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439ea2b5-6312-47e7-829c-46c41d9ceac5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.754043] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Uploading image c3e62177-a282-44fb-9e22-c9416ec4476c {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 906.766024] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085519} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.766587] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.771520] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323a5db1-7658-479c-b12d-25d67d1572ef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.799773] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 2fcb8655-8edf-4205-82f1-728c9fe0997e/2fcb8655-8edf-4205-82f1-728c9fe0997e.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.806911] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6ee1f06-22af-4beb-a298-9c0f2d625b1b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.822561] env[70220]: DEBUG nova.network.neutron [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Successfully updated port: 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.832527] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for the task: (returnval){ [ 906.832527] env[70220]: value = "task-3625583" [ 906.832527] env[70220]: _type = "Task" [ 906.832527] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.835021] env[70220]: DEBUG oslo_vmware.rw_handles [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 906.835021] env[70220]: value = "vm-723048" [ 906.835021] env[70220]: _type = "VirtualMachine" [ 906.835021] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 906.835021] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-627b35d6-52fa-4b56-9657-20374852a561 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.852323] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625583, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.854545] env[70220]: DEBUG oslo_vmware.rw_handles [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lease: (returnval){ [ 906.854545] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525c843c-e5a0-fb52-e5fb-62e2e3a7c4f7" [ 906.854545] env[70220]: _type = "HttpNfcLease" [ 906.854545] env[70220]: } obtained for exporting VM: (result){ [ 906.854545] env[70220]: value = "vm-723048" [ 906.854545] env[70220]: _type = "VirtualMachine" [ 906.854545] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 906.854545] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the lease: (returnval){ [ 906.854545] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525c843c-e5a0-fb52-e5fb-62e2e3a7c4f7" [ 906.854545] env[70220]: _type = "HttpNfcLease" [ 906.854545] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 906.868263] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 906.868263] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525c843c-e5a0-fb52-e5fb-62e2e3a7c4f7" [ 906.868263] env[70220]: _type = "HttpNfcLease" [ 906.868263] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 906.910866] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "67b781f1-3651-42ae-9c8e-7270cff068cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.911129] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.917501] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625580, 'name': CreateVM_Task, 'duration_secs': 0.689866} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.920392] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.921944] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.922366] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.922507] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.923094] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ba3e9f-3707-47b5-8df1-54a2a5252a36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.930417] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 906.930417] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52868e19-adfa-bfb5-2244-29e8fe26ee05" [ 906.930417] env[70220]: _type = "Task" [ 906.930417] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.944954] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52868e19-adfa-bfb5-2244-29e8fe26ee05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.027161] env[70220]: DEBUG nova.compute.manager [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.052655] env[70220]: DEBUG nova.network.neutron [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Successfully created port: 24362592-2941-47e5-a0f9-1b8cedc8f3bb {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.068207] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe37248-c0b1-488b-85ad-9ca71cc34844 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.081539] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569d3a58-2cdb-4fdd-9eca-1c2eab9fda9d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.084745] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.084745] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5264c570-db84-b1d5-3d0e-85d82648d7f0" [ 907.084745] env[70220]: _type = "HttpNfcLease" [ 907.084745] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 907.085285] env[70220]: DEBUG oslo_vmware.rw_handles [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 907.085285] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5264c570-db84-b1d5-3d0e-85d82648d7f0" [ 907.085285] env[70220]: _type = "HttpNfcLease" [ 907.085285] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 907.086248] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b259a97c-e139-4c07-9667-f59787246024 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.120211] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e30fd00-9304-4559-bf55-3b52f3e14766 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.124979] env[70220]: DEBUG oslo_vmware.rw_handles [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbfb29-a0af-8149-a059-ff25967b4d65/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 907.125172] env[70220]: DEBUG oslo_vmware.rw_handles [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbfb29-a0af-8149-a059-ff25967b4d65/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 907.183155] env[70220]: DEBUG oslo_concurrency.lockutils [req-70fdc4b1-cd18-4c28-b492-760c78c1b29e req-ac7f787f-b107-4740-9c12-b672e68c6fab service nova] Releasing lock "refresh_cache-a88a7999-85b6-4f16-9da7-1dea0c980f16" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.189483] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520ec643-072c-ef68-d709-eb1168e0b2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.074723} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.192161] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c15d970-5d5c-4766-a69c-7288b45ff5f8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.197610] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54c082f-700b-41a4-83e7-0a23a50e2fce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.204441] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 907.204441] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b5e009-ed2e-285d-edd6-e39518c8eba6" [ 907.204441] env[70220]: _type = "Task" [ 907.204441] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.213182] env[70220]: DEBUG nova.compute.provider_tree [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.227425] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b5e009-ed2e-285d-edd6-e39518c8eba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.244149] env[70220]: DEBUG nova.compute.manager [req-9d988a6e-2add-4daa-99ed-0e8495c4a225 req-b91fe969-5f88-4506-a65c-1de6d51ce96d service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Received event network-vif-plugged-44dfaeaa-4d62-4517-90bc-8dff0616a5b7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.244328] env[70220]: DEBUG oslo_concurrency.lockutils [req-9d988a6e-2add-4daa-99ed-0e8495c4a225 req-b91fe969-5f88-4506-a65c-1de6d51ce96d service nova] Acquiring lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.245157] env[70220]: DEBUG oslo_concurrency.lockutils [req-9d988a6e-2add-4daa-99ed-0e8495c4a225 req-b91fe969-5f88-4506-a65c-1de6d51ce96d service nova] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.245157] env[70220]: DEBUG oslo_concurrency.lockutils [req-9d988a6e-2add-4daa-99ed-0e8495c4a225 req-b91fe969-5f88-4506-a65c-1de6d51ce96d service nova] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.245157] env[70220]: DEBUG nova.compute.manager [req-9d988a6e-2add-4daa-99ed-0e8495c4a225 req-b91fe969-5f88-4506-a65c-1de6d51ce96d service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] No waiting events found dispatching network-vif-plugged-44dfaeaa-4d62-4517-90bc-8dff0616a5b7 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.245157] env[70220]: WARNING nova.compute.manager [req-9d988a6e-2add-4daa-99ed-0e8495c4a225 req-b91fe969-5f88-4506-a65c-1de6d51ce96d service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Received unexpected event network-vif-plugged-44dfaeaa-4d62-4517-90bc-8dff0616a5b7 for instance with vm_state building and task_state spawning. [ 907.325665] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.325908] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquired lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.326168] env[70220]: DEBUG nova.network.neutron [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.349339] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.352365] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30de8883-a9d4-4852-8292-48a1bf986c09 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.364734] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 907.364734] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525c843c-e5a0-fb52-e5fb-62e2e3a7c4f7" [ 907.364734] env[70220]: _type = "HttpNfcLease" [ 907.364734] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 907.365013] env[70220]: DEBUG oslo_vmware.rw_handles [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 907.365013] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525c843c-e5a0-fb52-e5fb-62e2e3a7c4f7" [ 907.365013] env[70220]: _type = "HttpNfcLease" [ 907.365013] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 907.366162] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41998b07-2b78-43a4-9713-85d6951667d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.376178] env[70220]: DEBUG oslo_vmware.rw_handles [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528dcc08-e458-7235-37ca-4150239bdf60/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 907.376366] env[70220]: DEBUG oslo_vmware.rw_handles [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528dcc08-e458-7235-37ca-4150239bdf60/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 907.449032] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquiring lock "efb5caa8-1889-4c66-a941-afd026a1d992" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.449032] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Lock "efb5caa8-1889-4c66-a941-afd026a1d992" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.453597] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52868e19-adfa-bfb5-2244-29e8fe26ee05, 'name': SearchDatastore_Task, 'duration_secs': 0.01408} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.459629] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.459859] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.460072] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.510652] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f92980c6-f5e3-4b38-9cd4-ab0801a4e50a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.603985] env[70220]: DEBUG nova.compute.manager [req-877e9f2b-0630-4326-af87-5615db68bd8e req-bb1d0a7a-98d4-4dd5-b9ea-448776d66b3c service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Received event network-changed-c13383d2-79ef-4fd8-97ba-bfcaf42a902f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.604408] env[70220]: DEBUG nova.compute.manager [req-877e9f2b-0630-4326-af87-5615db68bd8e req-bb1d0a7a-98d4-4dd5-b9ea-448776d66b3c service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Refreshing instance network info cache due to event network-changed-c13383d2-79ef-4fd8-97ba-bfcaf42a902f. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.604599] env[70220]: DEBUG oslo_concurrency.lockutils [req-877e9f2b-0630-4326-af87-5615db68bd8e req-bb1d0a7a-98d4-4dd5-b9ea-448776d66b3c service nova] Acquiring lock "refresh_cache-0f111af8-5458-46f1-8cde-f30a1dc8f355" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.604765] env[70220]: DEBUG oslo_concurrency.lockutils [req-877e9f2b-0630-4326-af87-5615db68bd8e req-bb1d0a7a-98d4-4dd5-b9ea-448776d66b3c service nova] Acquired lock "refresh_cache-0f111af8-5458-46f1-8cde-f30a1dc8f355" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.604765] env[70220]: DEBUG nova.network.neutron [req-877e9f2b-0630-4326-af87-5615db68bd8e req-bb1d0a7a-98d4-4dd5-b9ea-448776d66b3c service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Refreshing network info cache for port c13383d2-79ef-4fd8-97ba-bfcaf42a902f {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.720105] env[70220]: DEBUG nova.scheduler.client.report [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.734627] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b5e009-ed2e-285d-edd6-e39518c8eba6, 'name': SearchDatastore_Task, 'duration_secs': 0.04967} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.737690] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.737990] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] de59df0d-6372-447a-877c-41f3f26e6342/de59df0d-6372-447a-877c-41f3f26e6342.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.738706] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.739136] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.739341] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95d9226d-004d-4f90-a899-aa3fe94dbf3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.743130] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26c2e49b-c461-4d97-93c3-075a6c5a5151 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.753701] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 907.753701] env[70220]: value = "task-3625585" [ 907.753701] env[70220]: _type = "Task" [ 907.753701] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.756514] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.756723] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.761954] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ae5fad-9815-4c3e-8afd-b29df56ca4af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.771228] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.772777] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 907.772777] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f356ae-1be9-782c-3a78-0b742443cd0e" [ 907.772777] env[70220]: _type = "Task" [ 907.772777] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.791184] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f356ae-1be9-782c-3a78-0b742443cd0e, 'name': SearchDatastore_Task, 'duration_secs': 0.017364} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.792143] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c6af7e-1ef1-4cb8-9f98-b962a66b9a9a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.800032] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 907.800032] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5230b5eb-be65-0477-bf86-c672f0997ca3" [ 907.800032] env[70220]: _type = "Task" [ 907.800032] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.810593] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5230b5eb-be65-0477-bf86-c672f0997ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.848115] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625583, 'name': ReconfigVM_Task, 'duration_secs': 0.808273} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.849175] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 2fcb8655-8edf-4205-82f1-728c9fe0997e/2fcb8655-8edf-4205-82f1-728c9fe0997e.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.849567] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f769c88-ef94-49db-b4fb-57ab5c6fe7d0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.860434] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for the task: (returnval){ [ 907.860434] env[70220]: value = "task-3625586" [ 907.860434] env[70220]: _type = "Task" [ 907.860434] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.869997] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625586, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.874304] env[70220]: DEBUG nova.network.neutron [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.039293] env[70220]: DEBUG nova.compute.manager [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.160534] env[70220]: DEBUG nova.network.neutron [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Updating instance_info_cache with network_info: [{"id": "44dfaeaa-4d62-4517-90bc-8dff0616a5b7", "address": "fa:16:3e:69:13:ee", "network": {"id": "d995c968-0ce8-42cf-841b-f0595fc2ceec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2096561322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220aab57f34c455a8faddfad1d8f0689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44dfaeaa-4d", "ovs_interfaceid": "44dfaeaa-4d62-4517-90bc-8dff0616a5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.231648] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.240205] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.490s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.243139] env[70220]: INFO nova.compute.claims [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.281094] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625585, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.288032] env[70220]: INFO nova.scheduler.client.report [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Deleted allocations for instance 575326a8-9704-4f18-9488-0f9357a05860 [ 908.315273] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5230b5eb-be65-0477-bf86-c672f0997ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.019013} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.317998] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.320041] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] a88a7999-85b6-4f16-9da7-1dea0c980f16/a88a7999-85b6-4f16-9da7-1dea0c980f16.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.320704] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9794922f-c02e-4782-bef5-a9a22f3dbdff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.338412] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 908.338412] env[70220]: value = "task-3625587" [ 908.338412] env[70220]: _type = "Task" [ 908.338412] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.361135] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.374437] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625586, 'name': Rename_Task, 'duration_secs': 0.242666} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.375025] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.375541] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaa8243b-e1d0-4492-a95a-9843eca7e394 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.389598] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for the task: (returnval){ [ 908.389598] env[70220]: value = "task-3625588" [ 908.389598] env[70220]: _type = "Task" [ 908.389598] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.403714] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.504769] env[70220]: DEBUG nova.network.neutron [req-877e9f2b-0630-4326-af87-5615db68bd8e req-bb1d0a7a-98d4-4dd5-b9ea-448776d66b3c service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Updated VIF entry in instance network info cache for port c13383d2-79ef-4fd8-97ba-bfcaf42a902f. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.505233] env[70220]: DEBUG nova.network.neutron [req-877e9f2b-0630-4326-af87-5615db68bd8e req-bb1d0a7a-98d4-4dd5-b9ea-448776d66b3c service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Updating instance_info_cache with network_info: [{"id": "c13383d2-79ef-4fd8-97ba-bfcaf42a902f", "address": "fa:16:3e:8c:6c:f1", "network": {"id": "a5b45645-7a76-4690-a5c4-a5a4e77845f3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1985984722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8534080420624cb18083179fcbf699a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13383d2-79", "ovs_interfaceid": "c13383d2-79ef-4fd8-97ba-bfcaf42a902f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.663851] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Releasing lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.664575] env[70220]: DEBUG nova.compute.manager [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Instance network_info: |[{"id": "44dfaeaa-4d62-4517-90bc-8dff0616a5b7", "address": "fa:16:3e:69:13:ee", "network": {"id": "d995c968-0ce8-42cf-841b-f0595fc2ceec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2096561322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220aab57f34c455a8faddfad1d8f0689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44dfaeaa-4d", "ovs_interfaceid": "44dfaeaa-4d62-4517-90bc-8dff0616a5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.668164] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:13:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44dfaeaa-4d62-4517-90bc-8dff0616a5b7', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.674978] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.675544] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.675886] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09825b3b-d6db-49a9-9137-6869c05d244a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.704172] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.704172] env[70220]: value = "task-3625589" [ 908.704172] env[70220]: _type = "Task" [ 908.704172] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.714828] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625589, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.777995] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586856} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.781021] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] de59df0d-6372-447a-877c-41f3f26e6342/de59df0d-6372-447a-877c-41f3f26e6342.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.781021] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.781021] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62b467df-a7b0-4a61-863e-e10121054e0b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.792974] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 908.792974] env[70220]: value = "task-3625590" [ 908.792974] env[70220]: _type = "Task" [ 908.792974] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.802811] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1ef9da55-db25-49df-8986-268d2cc9be62 tempest-ServerDiagnosticsV248Test-503931593 tempest-ServerDiagnosticsV248Test-503931593-project-member] Lock "575326a8-9704-4f18-9488-0f9357a05860" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.087s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.813955] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.856372] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625587, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.907264] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625588, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.017890] env[70220]: DEBUG oslo_concurrency.lockutils [req-877e9f2b-0630-4326-af87-5615db68bd8e req-bb1d0a7a-98d4-4dd5-b9ea-448776d66b3c service nova] Releasing lock "refresh_cache-0f111af8-5458-46f1-8cde-f30a1dc8f355" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.216310] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625589, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.309223] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103342} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.313786] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.315202] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef8b283-7435-48d5-81e6-3b95d361c595 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.343535] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] de59df0d-6372-447a-877c-41f3f26e6342/de59df0d-6372-447a-877c-41f3f26e6342.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.349159] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba00f032-7f3d-4da1-9fa1-23753ea83dcb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.378414] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709642} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.379931] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] a88a7999-85b6-4f16-9da7-1dea0c980f16/a88a7999-85b6-4f16-9da7-1dea0c980f16.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.380657] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.380942] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 909.380942] env[70220]: value = "task-3625591" [ 909.380942] env[70220]: _type = "Task" [ 909.380942] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.381690] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6ef9289-d796-4506-81a6-d0060741c30c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.402025] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.402025] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 909.402025] env[70220]: value = "task-3625592" [ 909.402025] env[70220]: _type = "Task" [ 909.402025] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.414857] env[70220]: DEBUG oslo_vmware.api [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625588, 'name': PowerOnVM_Task, 'duration_secs': 0.961079} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.415889] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.417626] env[70220]: INFO nova.compute.manager [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Took 9.32 seconds to spawn the instance on the hypervisor. [ 909.417626] env[70220]: DEBUG nova.compute.manager [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.417626] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea09d9b-83a8-4b15-90ea-da094466d000 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.430074] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.431058] env[70220]: DEBUG nova.network.neutron [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Successfully updated port: 24362592-2941-47e5-a0f9-1b8cedc8f3bb {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.717258] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625589, 'name': CreateVM_Task, 'duration_secs': 0.559742} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.720308] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.721444] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.721794] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.722184] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.722574] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3588e27-3996-4974-9622-fd60ee6b07c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.729182] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 909.729182] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ecf662-4679-f6bc-6338-c5d68131a9f2" [ 909.729182] env[70220]: _type = "Task" [ 909.729182] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.743866] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ecf662-4679-f6bc-6338-c5d68131a9f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.801793] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5a407d-9418-462e-8e0a-d6dfa06663c6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.811053] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b43b820-94c0-4810-a2e9-60b486ea49cc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.863578] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefc7574-b76c-434d-a2e7-4ee92321ca6d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.872915] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5941286f-ad84-4cdb-b21f-5d940434798d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.890681] env[70220]: DEBUG nova.compute.provider_tree [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.903785] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625591, 'name': ReconfigVM_Task, 'duration_secs': 0.349638} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.904172] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Reconfigured VM instance instance-0000002b to attach disk [datastore1] de59df0d-6372-447a-877c-41f3f26e6342/de59df0d-6372-447a-877c-41f3f26e6342.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.905014] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e843a812-c985-4093-8164-33a3c96f0e4d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.918947] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089901} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.920371] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.920745] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 909.920745] env[70220]: value = "task-3625593" [ 909.920745] env[70220]: _type = "Task" [ 909.920745] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.921509] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6de248d-3547-4efa-9d8a-8f869829120f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.933722] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625593, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.949379] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.949621] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.949853] env[70220]: DEBUG nova.network.neutron [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.964229] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] a88a7999-85b6-4f16-9da7-1dea0c980f16/a88a7999-85b6-4f16-9da7-1dea0c980f16.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.968970] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f112d8-de20-4bef-9bb1-3d295064d63a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.985951] env[70220]: INFO nova.compute.manager [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Took 46.83 seconds to build instance. [ 909.996328] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 909.996328] env[70220]: value = "task-3625594" [ 909.996328] env[70220]: _type = "Task" [ 909.996328] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.007178] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.032840] env[70220]: DEBUG nova.network.neutron [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.201700] env[70220]: DEBUG nova.network.neutron [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance_info_cache with network_info: [{"id": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "address": "fa:16:3e:3f:f5:7e", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24362592-29", "ovs_interfaceid": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.241547] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ecf662-4679-f6bc-6338-c5d68131a9f2, 'name': SearchDatastore_Task, 'duration_secs': 0.014695} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.241894] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.242258] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.242576] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.242786] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.243120] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.243458] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc324b90-e02a-4937-ae9f-0e2c818bf12f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.254775] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.255983] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.256186] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731e9cee-a734-4236-8cf0-d3a2bff6ade6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.264614] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 910.264614] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520d36f0-bd36-fe31-e482-392c5461f7ee" [ 910.264614] env[70220]: _type = "Task" [ 910.264614] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.274334] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520d36f0-bd36-fe31-e482-392c5461f7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.397749] env[70220]: DEBUG nova.scheduler.client.report [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.436848] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625593, 'name': Rename_Task, 'duration_secs': 0.199632} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.437136] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.437397] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c70cccec-1559-4b5a-9260-b27e4a8a4a77 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.446511] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 910.446511] env[70220]: value = "task-3625595" [ 910.446511] env[70220]: _type = "Task" [ 910.446511] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.456246] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.488626] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dcb06ac-1876-484c-8604-99d8c89eaea5 tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Lock "2fcb8655-8edf-4205-82f1-728c9fe0997e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.816s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.509615] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.704535] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.704959] env[70220]: DEBUG nova.compute.manager [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Instance network_info: |[{"id": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "address": "fa:16:3e:3f:f5:7e", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24362592-29", "ovs_interfaceid": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 910.779687] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520d36f0-bd36-fe31-e482-392c5461f7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.015779} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.780607] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c3d0248-009e-412f-9d50-6a8e5d387391 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.788084] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 910.788084] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521aafaa-d740-995d-c371-d6082cd219d5" [ 910.788084] env[70220]: _type = "Task" [ 910.788084] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.797089] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521aafaa-d740-995d-c371-d6082cd219d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.903285] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.903922] env[70220]: DEBUG nova.compute.manager [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.906917] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.296s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.907034] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.907226] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 910.907546] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.466s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.907768] env[70220]: DEBUG nova.objects.instance [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lazy-loading 'resources' on Instance uuid d48215f1-518c-409d-a343-6c0eada63c56 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.909741] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c734177-cb06-43f3-a0af-771848e7157f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.921640] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ab6410-a23a-4af0-92d7-00f5c3ef02d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.939213] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f339c9-8514-4be3-8ca6-bd2632ef194a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.951643] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec50a75-04fb-4930-988e-05c88aa14820 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.962205] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.991766] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178656MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 910.991766] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.992565] env[70220]: DEBUG nova.compute.manager [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.009921] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.301114] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521aafaa-d740-995d-c371-d6082cd219d5, 'name': SearchDatastore_Task, 'duration_secs': 0.027325} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.301114] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.301114] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] cdf9e135-81ba-4261-9d43-1680ad1c5bb3/cdf9e135-81ba-4261-9d43-1680ad1c5bb3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.301114] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aaddc74-52ec-4b19-ab03-fdec9ebbf3a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.310914] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 911.310914] env[70220]: value = "task-3625596" [ 911.310914] env[70220]: _type = "Task" [ 911.310914] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.321660] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.411807] env[70220]: DEBUG nova.compute.utils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.415155] env[70220]: DEBUG nova.compute.manager [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.415451] env[70220]: DEBUG nova.network.neutron [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.458345] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625595, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.464491] env[70220]: DEBUG nova.policy [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e02b77d746047718489a4cb1b94aae9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d247b45b2e5476ab77803389da309ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.517207] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625594, 'name': ReconfigVM_Task, 'duration_secs': 1.35146} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.520945] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Reconfigured VM instance instance-00000029 to attach disk [datastore1] a88a7999-85b6-4f16-9da7-1dea0c980f16/a88a7999-85b6-4f16-9da7-1dea0c980f16.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.522690] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.523432] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc3afb1a-8267-4e59-88bb-b8a4392b3f91 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.533424] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 911.533424] env[70220]: value = "task-3625597" [ 911.533424] env[70220]: _type = "Task" [ 911.533424] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.546319] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625597, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.828312] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625596, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.836695] env[70220]: DEBUG nova.network.neutron [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Successfully created port: e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.910168] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17855df7-9173-4900-abb0-215e65d1f0f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.915521] env[70220]: DEBUG nova.compute.manager [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.922970] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e94486-2e74-4e85-9f1a-f25ebe5f6e09 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.963217] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24a6ce6-3f97-4073-aef5-00c7a99014ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.975243] env[70220]: DEBUG oslo_vmware.api [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625595, 'name': PowerOnVM_Task, 'duration_secs': 1.439292} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.976720] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab9e2b5-2c60-42ea-936b-c402092ad0d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.981420] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.981689] env[70220]: INFO nova.compute.manager [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Took 9.26 seconds to spawn the instance on the hypervisor. [ 911.981896] env[70220]: DEBUG nova.compute.manager [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.983222] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc8001b-a067-4723-90ea-0bed5fff4608 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.003320] env[70220]: DEBUG nova.compute.provider_tree [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.044770] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625597, 'name': Rename_Task, 'duration_secs': 0.22792} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.045074] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.045331] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dddb7097-7a09-4e28-840b-7a1f61a8d2cc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.054649] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 912.054649] env[70220]: value = "task-3625598" [ 912.054649] env[70220]: _type = "Task" [ 912.054649] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.067031] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.329891] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647585} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.330188] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] cdf9e135-81ba-4261-9d43-1680ad1c5bb3/cdf9e135-81ba-4261-9d43-1680ad1c5bb3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.330491] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.330859] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-796eddb5-74cb-4c54-a558-bf631a8c3f99 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.343707] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 912.343707] env[70220]: value = "task-3625599" [ 912.343707] env[70220]: _type = "Task" [ 912.343707] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.362531] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.507436] env[70220]: DEBUG nova.scheduler.client.report [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.518984] env[70220]: INFO nova.compute.manager [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Took 48.29 seconds to build instance. [ 912.565480] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625598, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.857196] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087759} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.857494] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.858360] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eaf74d-78ef-4322-967d-6f6c76459823 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.886020] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] cdf9e135-81ba-4261-9d43-1680ad1c5bb3/cdf9e135-81ba-4261-9d43-1680ad1c5bb3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.886373] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63cbd731-eea3-40f6-93f8-b5e394d50c90 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.908757] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 912.908757] env[70220]: value = "task-3625600" [ 912.908757] env[70220]: _type = "Task" [ 912.908757] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.918502] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.930041] env[70220]: DEBUG nova.compute.manager [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.015976] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.018895] env[70220]: DEBUG oslo_concurrency.lockutils [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.308s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.018895] env[70220]: DEBUG nova.objects.instance [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'resources' on Instance uuid 25461bf2-3b05-45e3-9401-8f440b1e06f3 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.020404] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9014ff-6348-4083-be8e-b143aecedfec tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "de59df0d-6372-447a-877c-41f3f26e6342" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.115s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.045675] env[70220]: INFO nova.scheduler.client.report [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Deleted allocations for instance d48215f1-518c-409d-a343-6c0eada63c56 [ 913.066640] env[70220]: DEBUG oslo_vmware.api [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625598, 'name': PowerOnVM_Task, 'duration_secs': 0.695371} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.067413] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.067654] env[70220]: INFO nova.compute.manager [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Took 16.80 seconds to spawn the instance on the hypervisor. [ 913.068173] env[70220]: DEBUG nova.compute.manager [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.068783] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2892aa3-40e7-4ecc-9f1f-d47a205c0f1f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.394028] env[70220]: DEBUG nova.network.neutron [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Successfully updated port: e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.421701] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.529263] env[70220]: DEBUG nova.compute.manager [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.558790] env[70220]: DEBUG oslo_concurrency.lockutils [None req-12d08929-7689-4f76-b574-95ea1e2931d9 tempest-ServerShowV247Test-453264871 tempest-ServerShowV247Test-453264871-project-member] Lock "d48215f1-518c-409d-a343-6c0eada63c56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.318s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.594874] env[70220]: INFO nova.compute.manager [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Took 60.15 seconds to build instance. [ 913.898697] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "refresh_cache-cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.898914] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "refresh_cache-cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.898995] env[70220]: DEBUG nova.network.neutron [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.924233] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625600, 'name': ReconfigVM_Task, 'duration_secs': 0.698609} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.924854] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Reconfigured VM instance instance-0000002c to attach disk [datastore2] cdf9e135-81ba-4261-9d43-1680ad1c5bb3/cdf9e135-81ba-4261-9d43-1680ad1c5bb3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.925541] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-492873dc-22af-43b9-b2da-b0ae537356ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.935035] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 913.935035] env[70220]: value = "task-3625601" [ 913.935035] env[70220]: _type = "Task" [ 913.935035] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.944872] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625601, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.961900] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43af63c-1a8f-468b-a50e-0bcc1a505c46 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.971444] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15c95e2-ed0e-4209-9d33-ca5dc16b43a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.006861] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51406e93-d217-4602-8286-216183b2c0e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.016550] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c513ba4-c61d-4514-b093-b6cc699af30c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.031647] env[70220]: DEBUG nova.compute.provider_tree [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.049997] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.098821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ae6c926e-68ff-4389-8412-cc9220d8f743 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.940s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.443239] env[70220]: DEBUG nova.network.neutron [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.448969] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625601, 'name': Rename_Task, 'duration_secs': 0.222979} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.449323] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.449536] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d0347e9-4392-4095-9eb2-fbf9f61dc09b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.458899] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 914.458899] env[70220]: value = "task-3625602" [ 914.458899] env[70220]: _type = "Task" [ 914.458899] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.469697] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.536323] env[70220]: DEBUG nova.scheduler.client.report [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.610327] env[70220]: DEBUG nova.network.neutron [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Updating instance_info_cache with network_info: [{"id": "e32f5582-20e7-4b0f-9a7e-df7f5d523ce3", "address": "fa:16:3e:40:fe:03", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape32f5582-20", "ovs_interfaceid": "e32f5582-20e7-4b0f-9a7e-df7f5d523ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.971849] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625602, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.042935] env[70220]: DEBUG oslo_concurrency.lockutils [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.023s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.046795] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.354s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.046795] env[70220]: INFO nova.compute.claims [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.066057] env[70220]: INFO nova.scheduler.client.report [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleted allocations for instance 25461bf2-3b05-45e3-9401-8f440b1e06f3 [ 915.113434] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "refresh_cache-cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.114186] env[70220]: DEBUG nova.compute.manager [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Instance network_info: |[{"id": "e32f5582-20e7-4b0f-9a7e-df7f5d523ce3", "address": "fa:16:3e:40:fe:03", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape32f5582-20", "ovs_interfaceid": "e32f5582-20e7-4b0f-9a7e-df7f5d523ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.227970] env[70220]: DEBUG nova.virt.hardware [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:08:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b9568958-0faa-4b31-9b44-d9b7189a92fd',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1264019301',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.228339] env[70220]: DEBUG nova.virt.hardware [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.228531] env[70220]: DEBUG nova.virt.hardware [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.228733] env[70220]: DEBUG nova.virt.hardware [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.228912] env[70220]: DEBUG nova.virt.hardware [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.229263] env[70220]: DEBUG nova.virt.hardware [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.229549] env[70220]: DEBUG nova.virt.hardware [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.229753] env[70220]: DEBUG nova.virt.hardware [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.229957] env[70220]: DEBUG nova.virt.hardware [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.230162] env[70220]: DEBUG nova.virt.hardware [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.230396] env[70220]: DEBUG nova.virt.hardware [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.233231] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25a5bb6-0e82-43db-b2f1-972ee77cf0e3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.245954] env[70220]: DEBUG nova.virt.hardware [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.246432] env[70220]: DEBUG nova.virt.hardware [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.246686] env[70220]: DEBUG nova.virt.hardware [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.246955] env[70220]: DEBUG nova.virt.hardware [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.247229] env[70220]: DEBUG nova.virt.hardware [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.247538] env[70220]: DEBUG nova.virt.hardware [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.248035] env[70220]: DEBUG nova.virt.hardware [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.248293] env[70220]: DEBUG nova.virt.hardware [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.248619] env[70220]: DEBUG nova.virt.hardware [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.249109] env[70220]: DEBUG nova.virt.hardware [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.249473] env[70220]: DEBUG nova.virt.hardware [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.252078] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c40bd7e-07bd-4b00-805e-5aff0a8dc811 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.257040] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ae8b6e-756f-4948-a2d4-dfd29bb31039 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.266750] env[70220]: DEBUG oslo_vmware.rw_handles [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528dcc08-e458-7235-37ca-4150239bdf60/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.268241] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53eb885-b4ee-4884-9fde-9e4147508820 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.276348] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4363011b-75da-4968-bc8a-8f9b3387f123 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.290836] env[70220]: DEBUG oslo_vmware.rw_handles [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528dcc08-e458-7235-37ca-4150239bdf60/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.291048] env[70220]: ERROR oslo_vmware.rw_handles [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528dcc08-e458-7235-37ca-4150239bdf60/disk-0.vmdk due to incomplete transfer. [ 915.291674] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:f5:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24362592-2941-47e5-a0f9-1b8cedc8f3bb', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.300060] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.300807] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8d6603d-7480-4e17-971a-4c570e872d0d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.305176] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.305176] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfde1594-c627-4443-8b59-f574b0815187 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.332479] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:fe:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e32f5582-20e7-4b0f-9a7e-df7f5d523ce3', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.341633] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.345882] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.345882] env[70220]: DEBUG oslo_vmware.rw_handles [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528dcc08-e458-7235-37ca-4150239bdf60/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 915.345882] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Uploaded image c3e62177-a282-44fb-9e22-c9416ec4476c to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 915.347663] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 915.348055] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1985ded0-f9b8-428e-8086-d803d00bd53c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.363279] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eaf2f4a2-fc31-4bd7-afd7-22d33f3f6963 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.366251] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.366251] env[70220]: value = "task-3625603" [ 915.366251] env[70220]: _type = "Task" [ 915.366251] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.374325] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.374325] env[70220]: value = "task-3625605" [ 915.374325] env[70220]: _type = "Task" [ 915.374325] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.379471] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625603, 'name': CreateVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.379953] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 915.379953] env[70220]: value = "task-3625604" [ 915.379953] env[70220]: _type = "Task" [ 915.379953] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.393792] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625605, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.398347] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625604, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.409047] env[70220]: DEBUG nova.compute.manager [req-4da99ab4-c0c2-4ae4-8802-e53800576c8b req-ca9649e9-bddd-49e1-a2bb-3c0984931510 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Received event network-changed-44dfaeaa-4d62-4517-90bc-8dff0616a5b7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.409508] env[70220]: DEBUG nova.compute.manager [req-4da99ab4-c0c2-4ae4-8802-e53800576c8b req-ca9649e9-bddd-49e1-a2bb-3c0984931510 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Refreshing instance network info cache due to event network-changed-44dfaeaa-4d62-4517-90bc-8dff0616a5b7. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.409620] env[70220]: DEBUG oslo_concurrency.lockutils [req-4da99ab4-c0c2-4ae4-8802-e53800576c8b req-ca9649e9-bddd-49e1-a2bb-3c0984931510 service nova] Acquiring lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.409762] env[70220]: DEBUG oslo_concurrency.lockutils [req-4da99ab4-c0c2-4ae4-8802-e53800576c8b req-ca9649e9-bddd-49e1-a2bb-3c0984931510 service nova] Acquired lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.409921] env[70220]: DEBUG nova.network.neutron [req-4da99ab4-c0c2-4ae4-8802-e53800576c8b req-ca9649e9-bddd-49e1-a2bb-3c0984931510 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Refreshing network info cache for port 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.470440] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625602, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.577523] env[70220]: DEBUG oslo_concurrency.lockutils [None req-456fc517-6526-4185-8891-a9141364c4c8 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "25461bf2-3b05-45e3-9401-8f440b1e06f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.452s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.628970] env[70220]: DEBUG nova.compute.manager [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Received event network-vif-plugged-24362592-2941-47e5-a0f9-1b8cedc8f3bb {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.629468] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] Acquiring lock "e77916d8-d281-4418-aeab-169a6d99f109-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.629534] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] Lock "e77916d8-d281-4418-aeab-169a6d99f109-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.629699] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] Lock "e77916d8-d281-4418-aeab-169a6d99f109-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.629887] env[70220]: DEBUG nova.compute.manager [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] [instance: e77916d8-d281-4418-aeab-169a6d99f109] No waiting events found dispatching network-vif-plugged-24362592-2941-47e5-a0f9-1b8cedc8f3bb {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.630035] env[70220]: WARNING nova.compute.manager [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Received unexpected event network-vif-plugged-24362592-2941-47e5-a0f9-1b8cedc8f3bb for instance with vm_state building and task_state spawning. [ 915.630197] env[70220]: DEBUG nova.compute.manager [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Received event network-changed-24362592-2941-47e5-a0f9-1b8cedc8f3bb {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.630446] env[70220]: DEBUG nova.compute.manager [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Refreshing instance network info cache due to event network-changed-24362592-2941-47e5-a0f9-1b8cedc8f3bb. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.630546] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] Acquiring lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.630680] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] Acquired lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.631289] env[70220]: DEBUG nova.network.neutron [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Refreshing network info cache for port 24362592-2941-47e5-a0f9-1b8cedc8f3bb {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.881265] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625603, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.897360] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625605, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.900853] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625604, 'name': Destroy_Task, 'duration_secs': 0.464626} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.901177] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Destroyed the VM [ 915.901482] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 915.901766] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fbff94a1-8bc5-4a01-b118-9f7b739896ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.910892] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 915.910892] env[70220]: value = "task-3625606" [ 915.910892] env[70220]: _type = "Task" [ 915.910892] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.925882] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.972804] env[70220]: DEBUG oslo_vmware.api [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625602, 'name': PowerOnVM_Task, 'duration_secs': 1.275418} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.973207] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.973313] env[70220]: INFO nova.compute.manager [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Took 10.64 seconds to spawn the instance on the hypervisor. [ 915.977021] env[70220]: DEBUG nova.compute.manager [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.977021] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f677afcd-b245-4042-81ed-207bf661c419 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.327219] env[70220]: DEBUG nova.network.neutron [req-4da99ab4-c0c2-4ae4-8802-e53800576c8b req-ca9649e9-bddd-49e1-a2bb-3c0984931510 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Updated VIF entry in instance network info cache for port 44dfaeaa-4d62-4517-90bc-8dff0616a5b7. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.327655] env[70220]: DEBUG nova.network.neutron [req-4da99ab4-c0c2-4ae4-8802-e53800576c8b req-ca9649e9-bddd-49e1-a2bb-3c0984931510 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Updating instance_info_cache with network_info: [{"id": "44dfaeaa-4d62-4517-90bc-8dff0616a5b7", "address": "fa:16:3e:69:13:ee", "network": {"id": "d995c968-0ce8-42cf-841b-f0595fc2ceec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2096561322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220aab57f34c455a8faddfad1d8f0689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44dfaeaa-4d", "ovs_interfaceid": "44dfaeaa-4d62-4517-90bc-8dff0616a5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.388546] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625603, 'name': CreateVM_Task, 'duration_secs': 0.59803} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.389120] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.392205] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.392421] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.394655] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.397282] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72236089-d3c7-4623-bbca-2f26ad5f0507 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.398967] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625605, 'name': CreateVM_Task, 'duration_secs': 0.544483} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.399436] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.400435] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.403835] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 916.403835] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e91a5a-8f48-473a-d51d-f599570181f6" [ 916.403835] env[70220]: _type = "Task" [ 916.403835] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.419270] env[70220]: DEBUG nova.network.neutron [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updated VIF entry in instance network info cache for port 24362592-2941-47e5-a0f9-1b8cedc8f3bb. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.419571] env[70220]: DEBUG nova.network.neutron [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance_info_cache with network_info: [{"id": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "address": "fa:16:3e:3f:f5:7e", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24362592-29", "ovs_interfaceid": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.424634] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e91a5a-8f48-473a-d51d-f599570181f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.436320] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625606, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.498305] env[70220]: INFO nova.compute.manager [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Took 41.38 seconds to build instance. [ 916.558922] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69be33f0-e22f-4ce6-9394-8aa0ad70eb63 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.571646] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b83748-652f-4fb0-8fb3-57ef0f4bb4bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.628161] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b89d1c-9ac7-4048-9f56-ad7a52f9f2ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.641572] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbad477-f094-44d4-81ff-ca493f9cd079 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.663315] env[70220]: DEBUG nova.compute.provider_tree [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.831634] env[70220]: DEBUG oslo_concurrency.lockutils [req-4da99ab4-c0c2-4ae4-8802-e53800576c8b req-ca9649e9-bddd-49e1-a2bb-3c0984931510 service nova] Releasing lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.865218] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "de59df0d-6372-447a-877c-41f3f26e6342" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.865544] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "de59df0d-6372-447a-877c-41f3f26e6342" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.865744] env[70220]: DEBUG nova.compute.manager [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.867016] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ac95a5-8778-4193-93db-9eb2385d0b50 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.876550] env[70220]: DEBUG nova.compute.manager [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 916.877168] env[70220]: DEBUG nova.objects.instance [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lazy-loading 'flavor' on Instance uuid de59df0d-6372-447a-877c-41f3f26e6342 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.916188] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e91a5a-8f48-473a-d51d-f599570181f6, 'name': SearchDatastore_Task, 'duration_secs': 0.018304} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.920576] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.920828] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.921105] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.921706] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.921706] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.921994] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.922455] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.922592] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48b6f3d7-5ed9-45fc-a1c3-fdfb282d3442 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.925127] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec6bb6e-9aea-4f82-b2e4-a948e0559bfd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.932075] env[70220]: DEBUG oslo_vmware.rw_handles [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbfb29-a0af-8149-a059-ff25967b4d65/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 916.932939] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8ced371-a5a7-4ea8-b370-e45e0a4f0c6a req-baf535c8-57e7-4dcf-89cf-292423fe161d service nova] Releasing lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.933381] env[70220]: DEBUG oslo_vmware.api [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625606, 'name': RemoveSnapshot_Task, 'duration_secs': 0.696564} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.934122] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d8c7e4-2914-4461-80c1-6898da0128ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.938405] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 916.938685] env[70220]: INFO nova.compute.manager [None req-261819fa-f56e-4ef8-8111-0fb895d8c382 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Took 14.31 seconds to snapshot the instance on the hypervisor. [ 916.942100] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 916.942100] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5239d6a9-bd9b-1009-0b58-572dc2a88715" [ 916.942100] env[70220]: _type = "Task" [ 916.942100] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.942100] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.942100] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.943909] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e759dde4-8004-46c8-be94-fbfefdb2d558 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.950808] env[70220]: DEBUG oslo_vmware.rw_handles [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbfb29-a0af-8149-a059-ff25967b4d65/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 916.950978] env[70220]: ERROR oslo_vmware.rw_handles [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbfb29-a0af-8149-a059-ff25967b4d65/disk-0.vmdk due to incomplete transfer. [ 916.951649] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d3054f46-dec1-4a73-a936-447c5d627974 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.955364] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 916.955364] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529a9a23-9ae6-bdb5-ca08-4897eadab3f1" [ 916.955364] env[70220]: _type = "Task" [ 916.955364] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.959577] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5239d6a9-bd9b-1009-0b58-572dc2a88715, 'name': SearchDatastore_Task, 'duration_secs': 0.01422} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.962821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.963038] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.963259] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.968579] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529a9a23-9ae6-bdb5-ca08-4897eadab3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.971884] env[70220]: DEBUG oslo_vmware.rw_handles [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52dbfb29-a0af-8149-a059-ff25967b4d65/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 916.973982] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Uploaded image b5a64929-8334-4d3d-a280-ccdf04652e78 to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 916.975122] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 916.975374] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e1ca4be-76ec-4c54-9722-3a038af85df3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.983932] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 916.983932] env[70220]: value = "task-3625607" [ 916.983932] env[70220]: _type = "Task" [ 916.983932] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.998025] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625607, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.003656] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7494dd3f-b3d9-4e71-b2b6-ebdfd8c0a3f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.928s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.167284] env[70220]: DEBUG nova.scheduler.client.report [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.190580] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquiring lock "eda7ea6e-cc78-486b-a96f-75c99374fb97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.190933] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Lock "eda7ea6e-cc78-486b-a96f-75c99374fb97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.361808] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "a88a7999-85b6-4f16-9da7-1dea0c980f16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.361808] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.362065] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.362318] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.362563] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.369582] env[70220]: INFO nova.compute.manager [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Terminating instance [ 917.471242] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529a9a23-9ae6-bdb5-ca08-4897eadab3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.020926} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.472553] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecee3393-a47e-459d-a0ee-ad296bc6b28e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.488230] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 917.488230] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52944700-26fa-0636-0da2-e6514e5aa5cc" [ 917.488230] env[70220]: _type = "Task" [ 917.488230] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.507704] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625607, 'name': Destroy_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.511451] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52944700-26fa-0636-0da2-e6514e5aa5cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.672699] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.673319] env[70220]: DEBUG nova.compute.manager [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 917.676526] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.017s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.676768] env[70220]: DEBUG nova.objects.instance [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lazy-loading 'resources' on Instance uuid f0951203-1ae7-4579-a80c-c9d22fbee6df {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.683924] env[70220]: DEBUG nova.compute.manager [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Received event network-vif-plugged-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.684155] env[70220]: DEBUG oslo_concurrency.lockutils [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] Acquiring lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.684359] env[70220]: DEBUG oslo_concurrency.lockutils [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] Lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.684646] env[70220]: DEBUG oslo_concurrency.lockutils [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] Lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.684715] env[70220]: DEBUG nova.compute.manager [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] No waiting events found dispatching network-vif-plugged-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.684864] env[70220]: WARNING nova.compute.manager [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Received unexpected event network-vif-plugged-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 for instance with vm_state building and task_state spawning. [ 917.685130] env[70220]: DEBUG nova.compute.manager [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Received event network-changed-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.685501] env[70220]: DEBUG nova.compute.manager [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Refreshing instance network info cache due to event network-changed-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.685748] env[70220]: DEBUG oslo_concurrency.lockutils [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] Acquiring lock "refresh_cache-cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.685881] env[70220]: DEBUG oslo_concurrency.lockutils [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] Acquired lock "refresh_cache-cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.686276] env[70220]: DEBUG nova.network.neutron [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Refreshing network info cache for port e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.692916] env[70220]: DEBUG nova.compute.manager [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.871570] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquiring lock "2fcb8655-8edf-4205-82f1-728c9fe0997e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.871923] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Lock "2fcb8655-8edf-4205-82f1-728c9fe0997e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.871989] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquiring lock "2fcb8655-8edf-4205-82f1-728c9fe0997e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.872195] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Lock "2fcb8655-8edf-4205-82f1-728c9fe0997e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.872474] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Lock "2fcb8655-8edf-4205-82f1-728c9fe0997e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.874751] env[70220]: DEBUG nova.compute.manager [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.875091] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.875708] env[70220]: INFO nova.compute.manager [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Terminating instance [ 917.877820] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0493a304-8404-4b75-9fa3-38702ec44bf2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.894863] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.896247] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.897571] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-393dbc60-650d-4429-80f4-86c0e55baf20 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.901111] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-468f916d-ed68-4081-b753-b5949ee08724 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.910623] env[70220]: DEBUG oslo_vmware.api [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 917.910623] env[70220]: value = "task-3625609" [ 917.910623] env[70220]: _type = "Task" [ 917.910623] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.911930] env[70220]: DEBUG oslo_vmware.api [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 917.911930] env[70220]: value = "task-3625608" [ 917.911930] env[70220]: _type = "Task" [ 917.911930] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.928377] env[70220]: DEBUG oslo_vmware.api [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.932847] env[70220]: DEBUG oslo_vmware.api [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.001439] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625607, 'name': Destroy_Task, 'duration_secs': 0.895247} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.002478] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Destroyed the VM [ 918.002778] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 918.003130] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-45a249f1-f1e0-4b12-a5b9-c845c9eb7ebf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.009657] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52944700-26fa-0636-0da2-e6514e5aa5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.019272} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.010342] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.010619] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] e77916d8-d281-4418-aeab-169a6d99f109/e77916d8-d281-4418-aeab-169a6d99f109.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.010913] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.011120] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.011366] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4bc83be9-f372-43dc-83c2-d3ac5df28b12 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.013817] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e0a088d-1d85-49a6-8942-9ad412c0c51b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.017241] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 918.017241] env[70220]: value = "task-3625610" [ 918.017241] env[70220]: _type = "Task" [ 918.017241] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.023012] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 918.023012] env[70220]: value = "task-3625611" [ 918.023012] env[70220]: _type = "Task" [ 918.023012] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.031139] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625610, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.031494] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.031692] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.033166] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eee348c-c3f0-47d9-950e-731e2fe4dff6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.040020] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.044337] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 918.044337] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521dac34-4ae5-71f4-4040-0dde5fedec10" [ 918.044337] env[70220]: _type = "Task" [ 918.044337] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.055180] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521dac34-4ae5-71f4-4040-0dde5fedec10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.180485] env[70220]: DEBUG nova.compute.utils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.182024] env[70220]: DEBUG nova.compute.manager [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Not allocating networking since 'none' was specified. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 918.220776] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.385322] env[70220]: DEBUG nova.compute.manager [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.388187] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.391714] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f221d600-b9b2-44b3-8c43-fd88ae245615 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.404194] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.408565] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-538a9f0e-09ea-4e69-a162-c3b8d1dff0f0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.424679] env[70220]: DEBUG oslo_vmware.api [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for the task: (returnval){ [ 918.424679] env[70220]: value = "task-3625612" [ 918.424679] env[70220]: _type = "Task" [ 918.424679] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.444808] env[70220]: DEBUG oslo_vmware.api [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625609, 'name': PowerOffVM_Task, 'duration_secs': 0.247527} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.446011] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.446284] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.446696] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99d81725-6c89-42ce-a898-7855a8d15cf0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.456895] env[70220]: DEBUG oslo_vmware.api [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.456895] env[70220]: DEBUG oslo_vmware.api [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625608, 'name': PowerOffVM_Task, 'duration_secs': 0.246852} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.457761] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.457836] env[70220]: DEBUG nova.compute.manager [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.459164] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501863cb-cd28-4849-b803-b86300c1c3f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.511500] env[70220]: DEBUG nova.network.neutron [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Updated VIF entry in instance network info cache for port e32f5582-20e7-4b0f-9a7e-df7f5d523ce3. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.511935] env[70220]: DEBUG nova.network.neutron [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Updating instance_info_cache with network_info: [{"id": "e32f5582-20e7-4b0f-9a7e-df7f5d523ce3", "address": "fa:16:3e:40:fe:03", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape32f5582-20", "ovs_interfaceid": "e32f5582-20e7-4b0f-9a7e-df7f5d523ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.539717] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625610, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.555714] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625611, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.565918] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521dac34-4ae5-71f4-4040-0dde5fedec10, 'name': SearchDatastore_Task, 'duration_secs': 0.046377} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.567022] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a8db36-331b-4c39-9b7d-030b314a294a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.579511] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 918.579511] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d960af-2bbe-79fd-dfee-0e80946f3c76" [ 918.579511] env[70220]: _type = "Task" [ 918.579511] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.593086] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d960af-2bbe-79fd-dfee-0e80946f3c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.636129] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.636406] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.636753] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Deleting the datastore file [datastore1] a88a7999-85b6-4f16-9da7-1dea0c980f16 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.637225] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bab827d-d18f-4a43-8b9e-349bc8be3283 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.647617] env[70220]: DEBUG oslo_vmware.api [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 918.647617] env[70220]: value = "task-3625614" [ 918.647617] env[70220]: _type = "Task" [ 918.647617] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.660919] env[70220]: DEBUG oslo_vmware.api [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.683114] env[70220]: DEBUG nova.compute.manager [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 918.750609] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c05f363-f1bf-4304-a5ab-685c649134e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.760225] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769346d4-438e-4abf-bcee-218d67c38072 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.796256] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72064b2a-2d12-4ec7-8eb1-a8000fb5823d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.805267] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9675c1-c6ae-404a-bbd6-f15a5aabaeb6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.821183] env[70220]: DEBUG nova.compute.provider_tree [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.945735] env[70220]: DEBUG oslo_vmware.api [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625612, 'name': PowerOffVM_Task, 'duration_secs': 0.463422} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.946079] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.946252] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.946517] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-698e56b1-ebcf-405f-8788-f5393972123a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.981577] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be1475f5-d26e-4051-a4fd-e278687637ba tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "de59df0d-6372-447a-877c-41f3f26e6342" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.116s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.017389] env[70220]: DEBUG oslo_concurrency.lockutils [req-2b1a1db3-7371-4509-b9f6-c76537540033 req-2e3e6875-63c1-4b66-8051-0ca1a4c8c44b service nova] Releasing lock "refresh_cache-cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.035535] env[70220]: DEBUG oslo_vmware.api [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625610, 'name': RemoveSnapshot_Task, 'duration_secs': 0.986398} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.042829] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 919.044746] env[70220]: INFO nova.compute.manager [None req-28f8ec69-03d8-487d-84fa-85b45cb5bc36 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Took 16.71 seconds to snapshot the instance on the hypervisor. [ 919.051019] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682047} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.051019] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] e77916d8-d281-4418-aeab-169a6d99f109/e77916d8-d281-4418-aeab-169a6d99f109.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.051019] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.051019] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6ede492-ee9e-4d65-ab60-c3ba2e47acbf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.056775] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 919.056775] env[70220]: value = "task-3625616" [ 919.056775] env[70220]: _type = "Task" [ 919.056775] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.069021] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.091194] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d960af-2bbe-79fd-dfee-0e80946f3c76, 'name': SearchDatastore_Task, 'duration_secs': 0.056673} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.091664] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.091798] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8/cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.092810] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-795c20fd-196c-4ef5-82c8-5ffefe1b6c30 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.100741] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 919.100741] env[70220]: value = "task-3625617" [ 919.100741] env[70220]: _type = "Task" [ 919.100741] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.111064] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.158254] env[70220]: DEBUG oslo_vmware.api [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435275} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.158533] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.158755] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.158921] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.159105] env[70220]: INFO nova.compute.manager [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Took 1.28 seconds to destroy the instance on the hypervisor. [ 919.159433] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.159682] env[70220]: DEBUG nova.compute.manager [-] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.159795] env[70220]: DEBUG nova.network.neutron [-] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.329046] env[70220]: DEBUG nova.scheduler.client.report [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.568023] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078737} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.568999] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.569403] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4934001e-b104-424c-8428-287eaab17e8e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.594828] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] e77916d8-d281-4418-aeab-169a6d99f109/e77916d8-d281-4418-aeab-169a6d99f109.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.595903] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4216691-4e22-4961-92fc-7a64323dc212 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.622819] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.624242] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 919.624242] env[70220]: value = "task-3625618" [ 919.624242] env[70220]: _type = "Task" [ 919.624242] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.636765] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.694438] env[70220]: DEBUG nova.compute.manager [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.720159] env[70220]: DEBUG nova.virt.hardware [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.720425] env[70220]: DEBUG nova.virt.hardware [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.720586] env[70220]: DEBUG nova.virt.hardware [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.720780] env[70220]: DEBUG nova.virt.hardware [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.720922] env[70220]: DEBUG nova.virt.hardware [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.721677] env[70220]: DEBUG nova.virt.hardware [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.721677] env[70220]: DEBUG nova.virt.hardware [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.721677] env[70220]: DEBUG nova.virt.hardware [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.721822] env[70220]: DEBUG nova.virt.hardware [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.721946] env[70220]: DEBUG nova.virt.hardware [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.722512] env[70220]: DEBUG nova.virt.hardware [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.723127] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60b2aaa-611f-442e-9712-a506f1b5e47c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.733471] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41026aea-ba00-439f-af67-97a0aa0ff8d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.752239] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.758578] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Creating folder: Project (054546153fca44088a21737f4ec95d94). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.759281] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8aeb837-da0b-4b87-b9df-be58014804d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.773052] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Created folder: Project (054546153fca44088a21737f4ec95d94) in parent group-v722922. [ 919.773298] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Creating folder: Instances. Parent ref: group-v723058. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.773577] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89d7f957-1ec1-4bcb-87ea-8db3f7cc208b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.786575] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Created folder: Instances in parent group-v723058. [ 919.786848] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.787072] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.787393] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37d85060-d31f-49d0-8bbf-d1b27b6d81d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.811583] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.811583] env[70220]: value = "task-3625621" [ 919.811583] env[70220]: _type = "Task" [ 919.811583] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.826369] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625621, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.835429] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.836138] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.428s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.838417] env[70220]: INFO nova.compute.claims [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.874633] env[70220]: INFO nova.scheduler.client.report [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Deleted allocations for instance f0951203-1ae7-4579-a80c-c9d22fbee6df [ 920.123894] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.990665} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.128084] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8/cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.128729] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.129477] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f35e4e3-eff5-4543-a2cf-ff775088a477 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.144686] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625618, 'name': ReconfigVM_Task, 'duration_secs': 0.521818} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.145956] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Reconfigured VM instance instance-0000002d to attach disk [datastore2] e77916d8-d281-4418-aeab-169a6d99f109/e77916d8-d281-4418-aeab-169a6d99f109.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.146688] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 920.146688] env[70220]: value = "task-3625622" [ 920.146688] env[70220]: _type = "Task" [ 920.146688] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.146892] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf956780-8f5c-4792-931b-60d8457f071b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.159374] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.160834] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 920.160834] env[70220]: value = "task-3625623" [ 920.160834] env[70220]: _type = "Task" [ 920.160834] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.169438] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625623, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.216983] env[70220]: DEBUG nova.compute.manager [req-ad155cf3-441f-4637-a8b2-a5ba512e4931 req-ed179ea4-be2e-42b3-b589-25538983c7ad service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received event network-vif-deleted-07b45286-b897-48cd-917a-7d44fad6c460 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.217211] env[70220]: INFO nova.compute.manager [req-ad155cf3-441f-4637-a8b2-a5ba512e4931 req-ed179ea4-be2e-42b3-b589-25538983c7ad service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Neutron deleted interface 07b45286-b897-48cd-917a-7d44fad6c460; detaching it from the instance and deleting it from the info cache [ 920.217498] env[70220]: DEBUG nova.network.neutron [req-ad155cf3-441f-4637-a8b2-a5ba512e4931 req-ed179ea4-be2e-42b3-b589-25538983c7ad service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Updating instance_info_cache with network_info: [{"id": "da3a6f7b-fad2-4daa-94b7-70f190cdeca6", "address": "fa:16:3e:39:c3:68", "network": {"id": "5331a409-7e95-4bdb-ae85-406e78cb53f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318081554", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda3a6f7b-fa", "ovs_interfaceid": "da3a6f7b-fad2-4daa-94b7-70f190cdeca6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cce72d52-adc6-4838-94db-64f95a023436", "address": "fa:16:3e:63:f7:38", "network": {"id": "5331a409-7e95-4bdb-ae85-406e78cb53f5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-318081554", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcce72d52-ad", "ovs_interfaceid": "cce72d52-adc6-4838-94db-64f95a023436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.307183] env[70220]: DEBUG nova.network.neutron [-] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.327324] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625621, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.389668] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7c683b65-2ab5-4e23-9b8f-01984f8f1798 tempest-ListServerFiltersTestJSON-889359882 tempest-ListServerFiltersTestJSON-889359882-project-member] Lock "f0951203-1ae7-4579-a80c-c9d22fbee6df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.403s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.600745] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.600922] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.601130] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Deleting the datastore file [datastore1] 2fcb8655-8edf-4205-82f1-728c9fe0997e {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.601447] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b07adbb8-228c-46f7-bf4b-da206b9db3ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.610592] env[70220]: DEBUG oslo_vmware.api [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for the task: (returnval){ [ 920.610592] env[70220]: value = "task-3625624" [ 920.610592] env[70220]: _type = "Task" [ 920.610592] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.620393] env[70220]: DEBUG oslo_vmware.api [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.659972] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077393} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.661929] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.662371] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a311baa3-64db-4dc4-857d-2ef1dddb053e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.676714] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625623, 'name': Rename_Task, 'duration_secs': 0.166643} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.688232] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.699612] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8/cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.700261] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd4d4416-1a2c-497e-a0d2-1e9af411db62 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.703755] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99f112d6-219f-4102-9fef-7ad8db7e596b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.723028] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e23972fb-d6a6-4daf-87fa-6e6fce8a1dda {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.729701] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 920.729701] env[70220]: value = "task-3625625" [ 920.729701] env[70220]: _type = "Task" [ 920.729701] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.736916] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 920.736916] env[70220]: value = "task-3625626" [ 920.736916] env[70220]: _type = "Task" [ 920.736916] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.739910] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c293cf6e-ff4a-498e-8aa9-e16392798060 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.767924] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.768826] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.769154] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.776805] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.804241] env[70220]: DEBUG nova.compute.manager [req-ad155cf3-441f-4637-a8b2-a5ba512e4931 req-ed179ea4-be2e-42b3-b589-25538983c7ad service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Detach interface failed, port_id=07b45286-b897-48cd-917a-7d44fad6c460, reason: Instance a88a7999-85b6-4f16-9da7-1dea0c980f16 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 920.810169] env[70220]: INFO nova.compute.manager [-] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Took 1.65 seconds to deallocate network for instance. [ 920.828641] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625621, 'name': CreateVM_Task, 'duration_secs': 0.753783} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.829009] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.829669] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.829869] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.830366] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.830493] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd684ce-aca0-4265-8387-1d0bdac5e340 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.838028] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 920.838028] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c7c450-a952-a600-6362-b43f57a59025" [ 920.838028] env[70220]: _type = "Task" [ 920.838028] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.851586] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c7c450-a952-a600-6362-b43f57a59025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.904188] env[70220]: DEBUG nova.compute.manager [req-72f99d71-9e5f-4a9b-8c83-392b8ced7351 req-091b78a8-0500-4709-a30d-c7c82d4dd4d8 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Received event network-changed-c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.904444] env[70220]: DEBUG nova.compute.manager [req-72f99d71-9e5f-4a9b-8c83-392b8ced7351 req-091b78a8-0500-4709-a30d-c7c82d4dd4d8 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Refreshing instance network info cache due to event network-changed-c458215d-8ad0-4516-85ff-5157ecb3555b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.904552] env[70220]: DEBUG oslo_concurrency.lockutils [req-72f99d71-9e5f-4a9b-8c83-392b8ced7351 req-091b78a8-0500-4709-a30d-c7c82d4dd4d8 service nova] Acquiring lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.904793] env[70220]: DEBUG oslo_concurrency.lockutils [req-72f99d71-9e5f-4a9b-8c83-392b8ced7351 req-091b78a8-0500-4709-a30d-c7c82d4dd4d8 service nova] Acquired lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.904839] env[70220]: DEBUG nova.network.neutron [req-72f99d71-9e5f-4a9b-8c83-392b8ced7351 req-091b78a8-0500-4709-a30d-c7c82d4dd4d8 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Refreshing network info cache for port c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.122826] env[70220]: DEBUG oslo_vmware.api [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Task: {'id': task-3625624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382338} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.123417] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.123672] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.123858] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.124700] env[70220]: INFO nova.compute.manager [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Took 2.74 seconds to destroy the instance on the hypervisor. [ 921.124700] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.124700] env[70220]: DEBUG nova.compute.manager [-] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.125027] env[70220]: DEBUG nova.network.neutron [-] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.240876] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625625, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.267570] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625626, 'name': ReconfigVM_Task, 'duration_secs': 0.434818} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.270516] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Reconfigured VM instance instance-0000002e to attach disk [datastore2] cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8/cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.271501] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9a94f2a-c5d6-423f-b4ff-65829af59e68 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.273664] env[70220]: DEBUG nova.compute.manager [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 921.283774] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 921.283774] env[70220]: value = "task-3625627" [ 921.283774] env[70220]: _type = "Task" [ 921.283774] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.297755] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625627, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.320495] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.346293] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47c9fe9-c815-4d80-bb56-6f56e39eff49 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.357763] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c7c450-a952-a600-6362-b43f57a59025, 'name': SearchDatastore_Task, 'duration_secs': 0.021878} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.359774] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.360147] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.360353] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.360520] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.360720] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.361104] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-037f97e6-d934-4b7e-b30e-d4296a73c15a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.366984] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b771e9d1-c14e-4694-9b8c-db7768505c7a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.161715] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e398db-d82f-418d-9107-fad836ddd13d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.164877] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.164877] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.166401] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d746e780-d54f-4c58-bb19-7ed07c1f5d73 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.180086] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625627, 'name': Rename_Task, 'duration_secs': 0.261474} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.184568] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97d8d24-5372-4fe5-aa14-a47fa03eccdc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.188877] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.189515] env[70220]: DEBUG oslo_vmware.api [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625625, 'name': PowerOnVM_Task, 'duration_secs': 0.620333} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.190563] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 922.190563] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526e12c2-92d7-1bf3-a071-5f485aad946f" [ 922.190563] env[70220]: _type = "Task" [ 922.190563] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.190563] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5677319-adaa-4662-b9b4-df6b41976ada {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.192039] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.192292] env[70220]: INFO nova.compute.manager [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Took 14.15 seconds to spawn the instance on the hypervisor. [ 922.192561] env[70220]: DEBUG nova.compute.manager [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.193550] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.194648] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53e3aaf-005d-4924-80fb-622e4e7590d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.208181] env[70220]: DEBUG nova.compute.provider_tree [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.213946] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 922.213946] env[70220]: value = "task-3625628" [ 922.213946] env[70220]: _type = "Task" [ 922.213946] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.221535] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526e12c2-92d7-1bf3-a071-5f485aad946f, 'name': SearchDatastore_Task, 'duration_secs': 0.017461} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.230930] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a68a31db-9c6a-4c89-aac5-8440edbe2690 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.239133] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.242525] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 922.242525] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523861cd-0db3-1bd1-4b0f-9105fc948b52" [ 922.242525] env[70220]: _type = "Task" [ 922.242525] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.251051] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523861cd-0db3-1bd1-4b0f-9105fc948b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.527650] env[70220]: DEBUG nova.network.neutron [req-72f99d71-9e5f-4a9b-8c83-392b8ced7351 req-091b78a8-0500-4709-a30d-c7c82d4dd4d8 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updated VIF entry in instance network info cache for port c458215d-8ad0-4516-85ff-5157ecb3555b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.528072] env[70220]: DEBUG nova.network.neutron [req-72f99d71-9e5f-4a9b-8c83-392b8ced7351 req-091b78a8-0500-4709-a30d-c7c82d4dd4d8 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updating instance_info_cache with network_info: [{"id": "c458215d-8ad0-4516-85ff-5157ecb3555b", "address": "fa:16:3e:04:99:b6", "network": {"id": "d995c968-0ce8-42cf-841b-f0595fc2ceec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2096561322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220aab57f34c455a8faddfad1d8f0689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc458215d-8a", "ovs_interfaceid": "c458215d-8ad0-4516-85ff-5157ecb3555b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.534116] env[70220]: DEBUG nova.compute.manager [req-5aa86b92-86e5-4f30-b2a9-26e9ca4c1b63 req-107f8305-8d68-40bf-a99a-91306a15672b service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received event network-vif-deleted-da3a6f7b-fad2-4daa-94b7-70f190cdeca6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.534327] env[70220]: DEBUG nova.compute.manager [req-5aa86b92-86e5-4f30-b2a9-26e9ca4c1b63 req-107f8305-8d68-40bf-a99a-91306a15672b service nova] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Received event network-vif-deleted-cce72d52-adc6-4838-94db-64f95a023436 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.534497] env[70220]: DEBUG nova.compute.manager [req-5aa86b92-86e5-4f30-b2a9-26e9ca4c1b63 req-107f8305-8d68-40bf-a99a-91306a15672b service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Received event network-vif-deleted-e79e376d-6c45-4b89-b6ae-85d07cb2b2a8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.534655] env[70220]: INFO nova.compute.manager [req-5aa86b92-86e5-4f30-b2a9-26e9ca4c1b63 req-107f8305-8d68-40bf-a99a-91306a15672b service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Neutron deleted interface e79e376d-6c45-4b89-b6ae-85d07cb2b2a8; detaching it from the instance and deleting it from the info cache [ 922.534809] env[70220]: DEBUG nova.network.neutron [req-5aa86b92-86e5-4f30-b2a9-26e9ca4c1b63 req-107f8305-8d68-40bf-a99a-91306a15672b service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.668956] env[70220]: DEBUG nova.network.neutron [-] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.711769] env[70220]: DEBUG nova.scheduler.client.report [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.735566] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.739841] env[70220]: INFO nova.compute.manager [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Took 44.85 seconds to build instance. [ 922.752485] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523861cd-0db3-1bd1-4b0f-9105fc948b52, 'name': SearchDatastore_Task, 'duration_secs': 0.024683} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.752706] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.753066] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f524ca71-6018-4bc9-8362-6668eea30748/f524ca71-6018-4bc9-8362-6668eea30748.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.753326] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df0253d5-ddbd-49d9-93fd-e9c39571e504 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.764145] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 922.764145] env[70220]: value = "task-3625629" [ 922.764145] env[70220]: _type = "Task" [ 922.764145] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.773942] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.034125] env[70220]: DEBUG oslo_concurrency.lockutils [req-72f99d71-9e5f-4a9b-8c83-392b8ced7351 req-091b78a8-0500-4709-a30d-c7c82d4dd4d8 service nova] Releasing lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.038091] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5409e740-bb86-49ce-b601-472777920c66 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.049592] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4525ee-ad22-4603-acb4-e928b0f2157b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.102735] env[70220]: DEBUG nova.compute.manager [req-5aa86b92-86e5-4f30-b2a9-26e9ca4c1b63 req-107f8305-8d68-40bf-a99a-91306a15672b service nova] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Detach interface failed, port_id=e79e376d-6c45-4b89-b6ae-85d07cb2b2a8, reason: Instance 2fcb8655-8edf-4205-82f1-728c9fe0997e could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 923.172109] env[70220]: INFO nova.compute.manager [-] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Took 2.05 seconds to deallocate network for instance. [ 923.173293] env[70220]: DEBUG nova.compute.manager [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.177179] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b9fae6-9fe0-4a9e-89d5-aea7b4c0921e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.217700] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.382s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.218484] env[70220]: DEBUG nova.compute.manager [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 923.224815] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.294s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.226260] env[70220]: INFO nova.compute.claims [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.241695] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9e71440-53a7-4ef6-8d2e-bf3ccc9b8daa tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "e77916d8-d281-4418-aeab-169a6d99f109" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.565s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.241957] env[70220]: DEBUG oslo_vmware.api [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625628, 'name': PowerOnVM_Task, 'duration_secs': 0.805619} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.242569] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.242787] env[70220]: INFO nova.compute.manager [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Took 10.31 seconds to spawn the instance on the hypervisor. [ 923.242963] env[70220]: DEBUG nova.compute.manager [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.243830] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b889aaf6-4de2-408a-9058-c20dcf8a5259 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.277183] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625629, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.372844] env[70220]: DEBUG nova.compute.manager [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.375021] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b44169d-6c49-4b04-82aa-067bb7f138df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.687049] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.695598] env[70220]: INFO nova.compute.manager [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] instance snapshotting [ 923.698486] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa401f4b-6bdc-4dd7-a98b-69c939b9b1da {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.718548] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17537473-8f20-4894-84a8-51eb2cf616e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.731008] env[70220]: DEBUG nova.compute.utils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.732884] env[70220]: DEBUG nova.compute.manager [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 923.733172] env[70220]: DEBUG nova.network.neutron [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.776511] env[70220]: INFO nova.compute.manager [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Took 44.05 seconds to build instance. [ 923.787453] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585862} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.787855] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f524ca71-6018-4bc9-8362-6668eea30748/f524ca71-6018-4bc9-8362-6668eea30748.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.788086] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.789760] env[70220]: DEBUG nova.policy [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3245f825d2d042a0b1d5fd3bd4d1a3c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '961d1a28a5684358932f19493852d73c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.791336] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-547dd06a-b3d2-47e3-a524-4bf44b56ade5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.801563] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 923.801563] env[70220]: value = "task-3625630" [ 923.801563] env[70220]: _type = "Task" [ 923.801563] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.807619] env[70220]: DEBUG nova.compute.manager [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Received event network-changed-c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.807826] env[70220]: DEBUG nova.compute.manager [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Refreshing instance network info cache due to event network-changed-c458215d-8ad0-4516-85ff-5157ecb3555b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.808428] env[70220]: DEBUG oslo_concurrency.lockutils [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] Acquiring lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.808919] env[70220]: DEBUG oslo_concurrency.lockutils [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] Acquired lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.808919] env[70220]: DEBUG nova.network.neutron [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Refreshing network info cache for port c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.816389] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.886883] env[70220]: INFO nova.compute.manager [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] instance snapshotting [ 923.886964] env[70220]: WARNING nova.compute.manager [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 923.892552] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258b298f-d3b8-48a0-ba7c-c801292858e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.918306] env[70220]: DEBUG nova.compute.manager [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.918836] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5145bc-2b28-4702-a85b-be8bf79db94e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.923512] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97650225-d3fd-4c08-9d6b-cbbdda5c2c17 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.178088] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquiring lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.178396] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.231089] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.231215] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-41c45f64-6243-43ee-b30b-bb62d6638b6d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.236279] env[70220]: DEBUG nova.compute.manager [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 924.246884] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 924.246884] env[70220]: value = "task-3625631" [ 924.246884] env[70220]: _type = "Task" [ 924.246884] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.264302] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.282564] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f80b8535-eaf0-495c-b28e-e4b3784dd28e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.531s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.325188] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079197} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.325188] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.325188] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5fe9a3-d87f-49b5-bea3-acd3fe3ad5ec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.345462] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] f524ca71-6018-4bc9-8362-6668eea30748/f524ca71-6018-4bc9-8362-6668eea30748.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.348580] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ce1b02-b6da-498f-9001-3bfc642e633a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.377516] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 924.377516] env[70220]: value = "task-3625632" [ 924.377516] env[70220]: _type = "Task" [ 924.377516] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.385478] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.411702] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquiring lock "4b7dd98c-ae27-4ef2-9361-4e7f610845f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.411982] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "4b7dd98c-ae27-4ef2-9361-4e7f610845f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.426113] env[70220]: DEBUG oslo_concurrency.lockutils [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] Acquiring lock "refresh_cache-cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.426277] env[70220]: DEBUG oslo_concurrency.lockutils [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] Acquired lock "refresh_cache-cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.426447] env[70220]: DEBUG nova.network.neutron [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.441841] env[70220]: INFO nova.compute.manager [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] instance snapshotting [ 924.444622] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.447083] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9703650e-40e0-4d29-a4cd-9c7e8bb3b847 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.449909] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f8bbc3-e7fc-4552-a638-fd6d211056d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.478393] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd42102-98d8-4c9c-888b-e148593d31e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.481600] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 924.481600] env[70220]: value = "task-3625633" [ 924.481600] env[70220]: _type = "Task" [ 924.481600] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.496987] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.507206] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.507206] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.507206] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.507206] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.507206] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.509263] env[70220]: INFO nova.compute.manager [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Terminating instance [ 924.544801] env[70220]: DEBUG nova.network.neutron [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Successfully created port: c8748981-b953-4978-a031-a4aca3add6a6 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.680717] env[70220]: DEBUG nova.compute.manager [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.763466] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.806202] env[70220]: DEBUG nova.network.neutron [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updated VIF entry in instance network info cache for port c458215d-8ad0-4516-85ff-5157ecb3555b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.806583] env[70220]: DEBUG nova.network.neutron [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updating instance_info_cache with network_info: [{"id": "c458215d-8ad0-4516-85ff-5157ecb3555b", "address": "fa:16:3e:04:99:b6", "network": {"id": "d995c968-0ce8-42cf-841b-f0595fc2ceec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2096561322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220aab57f34c455a8faddfad1d8f0689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc458215d-8a", "ovs_interfaceid": "c458215d-8ad0-4516-85ff-5157ecb3555b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.838166] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ddde2d-070f-4713-a362-22633379d636 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.848961] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e92df7-6c94-4376-8052-147bbe39b2af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.884723] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5bcae0-92e1-4514-9fb5-6ad07e6fb58a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.895275] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625632, 'name': ReconfigVM_Task, 'duration_secs': 0.303145} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.899375] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Reconfigured VM instance instance-0000002f to attach disk [datastore2] f524ca71-6018-4bc9-8362-6668eea30748/f524ca71-6018-4bc9-8362-6668eea30748.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.901475] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f838128-64f1-435c-8da7-1e56e5e0d9b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.905293] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad20b32-f6ee-4b61-8002-46bab2084da5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.927296] env[70220]: DEBUG nova.compute.provider_tree [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.928141] env[70220]: DEBUG nova.compute.manager [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.931253] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 924.931253] env[70220]: value = "task-3625634" [ 924.931253] env[70220]: _type = "Task" [ 924.931253] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.949067] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625634, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.994908] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.995246] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625633, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.995480] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40a4230d-9a0f-4f91-8199-42ee1082ffb4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.004370] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 925.004370] env[70220]: value = "task-3625635" [ 925.004370] env[70220]: _type = "Task" [ 925.004370] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.015342] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625635, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.017124] env[70220]: DEBUG nova.compute.manager [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.017355] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.018231] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cb1dc9-ae8a-48fe-beae-3a8061c1844d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.027444] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.027694] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9854dad-9c85-4f21-b525-4fa2228c1cbf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.038395] env[70220]: DEBUG oslo_vmware.api [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 925.038395] env[70220]: value = "task-3625636" [ 925.038395] env[70220]: _type = "Task" [ 925.038395] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.048775] env[70220]: DEBUG oslo_vmware.api [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.194621] env[70220]: DEBUG nova.network.neutron [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Updating instance_info_cache with network_info: [{"id": "e32f5582-20e7-4b0f-9a7e-df7f5d523ce3", "address": "fa:16:3e:40:fe:03", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape32f5582-20", "ovs_interfaceid": "e32f5582-20e7-4b0f-9a7e-df7f5d523ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.212369] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.259362] env[70220]: DEBUG nova.compute.manager [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 925.267812] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625631, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.286487] env[70220]: DEBUG nova.virt.hardware [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.286749] env[70220]: DEBUG nova.virt.hardware [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.286918] env[70220]: DEBUG nova.virt.hardware [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.287130] env[70220]: DEBUG nova.virt.hardware [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.287281] env[70220]: DEBUG nova.virt.hardware [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.287641] env[70220]: DEBUG nova.virt.hardware [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.287641] env[70220]: DEBUG nova.virt.hardware [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.287777] env[70220]: DEBUG nova.virt.hardware [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.287936] env[70220]: DEBUG nova.virt.hardware [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.288180] env[70220]: DEBUG nova.virt.hardware [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.288369] env[70220]: DEBUG nova.virt.hardware [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.289248] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b30d2-db2b-4d4c-b0e2-46aa77148f37 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.298984] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f0cc1-ace6-4021-b91f-6a1c8751fb03 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.313953] env[70220]: DEBUG oslo_concurrency.lockutils [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] Releasing lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.315710] env[70220]: DEBUG nova.compute.manager [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Received event network-changed-44dfaeaa-4d62-4517-90bc-8dff0616a5b7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.315710] env[70220]: DEBUG nova.compute.manager [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Refreshing instance network info cache due to event network-changed-44dfaeaa-4d62-4517-90bc-8dff0616a5b7. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.315710] env[70220]: DEBUG oslo_concurrency.lockutils [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] Acquiring lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.315710] env[70220]: DEBUG oslo_concurrency.lockutils [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] Acquired lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.315710] env[70220]: DEBUG nova.network.neutron [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Refreshing network info cache for port 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.436429] env[70220]: DEBUG nova.scheduler.client.report [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.459161] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625634, 'name': Rename_Task, 'duration_secs': 0.17211} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.460609] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.464424] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.464977] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d10d68c-ead9-4a04-9c9c-e51d39f0ded3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.474757] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 925.474757] env[70220]: value = "task-3625637" [ 925.474757] env[70220]: _type = "Task" [ 925.474757] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.485420] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.499019] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625633, 'name': CreateSnapshot_Task, 'duration_secs': 0.81603} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.499019] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 925.499019] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132ce8c1-53a0-4d21-a67d-241543dfbcd0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.521256] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625635, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.555694] env[70220]: DEBUG oslo_vmware.api [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625636, 'name': PowerOffVM_Task, 'duration_secs': 0.175645} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.556014] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.556182] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.556434] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77f8c8c0-de4b-4a82-9e36-08963d824ae1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.643847] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.643847] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.643847] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Deleting the datastore file [datastore2] cdf9e135-81ba-4261-9d43-1680ad1c5bb3 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.644064] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6ee9a36-c6f5-4171-b5df-00bea18afbb2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.653082] env[70220]: DEBUG oslo_vmware.api [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 925.653082] env[70220]: value = "task-3625639" [ 925.653082] env[70220]: _type = "Task" [ 925.653082] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.664683] env[70220]: DEBUG oslo_vmware.api [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.697582] env[70220]: DEBUG oslo_concurrency.lockutils [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] Releasing lock "refresh_cache-cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.698633] env[70220]: DEBUG nova.compute.manager [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Inject network info {{(pid=70220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 925.698633] env[70220]: DEBUG nova.compute.manager [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] network_info to inject: |[{"id": "e32f5582-20e7-4b0f-9a7e-df7f5d523ce3", "address": "fa:16:3e:40:fe:03", "network": {"id": "c07da540-343a-4553-8e00-fc05d767a905", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1598334809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d247b45b2e5476ab77803389da309ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "767a3a48-41d4-4a0c-961d-0024837f63bd", "external-id": "nsx-vlan-transportzone-141", "segmentation_id": 141, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape32f5582-20", "ovs_interfaceid": "e32f5582-20e7-4b0f-9a7e-df7f5d523ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 925.703306] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Reconfiguring VM instance to set the machine id {{(pid=70220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 925.703668] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-230c30df-a25e-4b07-b88c-4eab2c91ab30 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.723827] env[70220]: DEBUG oslo_vmware.api [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] Waiting for the task: (returnval){ [ 925.723827] env[70220]: value = "task-3625640" [ 925.723827] env[70220]: _type = "Task" [ 925.723827] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.734250] env[70220]: DEBUG oslo_vmware.api [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] Task: {'id': task-3625640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.764698] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625631, 'name': CreateSnapshot_Task, 'duration_secs': 1.253432} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.764978] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 925.765758] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c18420-539e-42fd-9ae0-5cd5fb4132d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.943796] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.944524] env[70220]: DEBUG nova.compute.manager [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.950073] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.799s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.951484] env[70220]: INFO nova.compute.claims [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.986779] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625637, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.026539] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.026892] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625635, 'name': CreateSnapshot_Task, 'duration_secs': 0.554149} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.027495] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9dd2f988-1d59-4b22-aa48-faa92d18c55d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.030866] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.031804] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c986a6-8b0f-4ea7-895c-d35926a1941c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.047486] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 926.047486] env[70220]: value = "task-3625641" [ 926.047486] env[70220]: _type = "Task" [ 926.047486] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.057459] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625641, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.097435] env[70220]: DEBUG nova.network.neutron [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Updated VIF entry in instance network info cache for port 44dfaeaa-4d62-4517-90bc-8dff0616a5b7. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.097822] env[70220]: DEBUG nova.network.neutron [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Updating instance_info_cache with network_info: [{"id": "44dfaeaa-4d62-4517-90bc-8dff0616a5b7", "address": "fa:16:3e:69:13:ee", "network": {"id": "d995c968-0ce8-42cf-841b-f0595fc2ceec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2096561322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220aab57f34c455a8faddfad1d8f0689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44dfaeaa-4d", "ovs_interfaceid": "44dfaeaa-4d62-4517-90bc-8dff0616a5b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.166154] env[70220]: DEBUG oslo_vmware.api [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215097} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.166432] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.166619] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.166789] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.167646] env[70220]: INFO nova.compute.manager [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 926.169436] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.169676] env[70220]: DEBUG nova.compute.manager [-] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.169768] env[70220]: DEBUG nova.network.neutron [-] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.218808] env[70220]: DEBUG nova.compute.manager [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Received event network-changed-44dfaeaa-4d62-4517-90bc-8dff0616a5b7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.219022] env[70220]: DEBUG nova.compute.manager [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Refreshing instance network info cache due to event network-changed-44dfaeaa-4d62-4517-90bc-8dff0616a5b7. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.219156] env[70220]: DEBUG oslo_concurrency.lockutils [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] Acquiring lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.233855] env[70220]: DEBUG oslo_vmware.api [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] Task: {'id': task-3625640, 'name': ReconfigVM_Task, 'duration_secs': 0.201979} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.234290] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-159b7dbf-75bd-48e5-bbab-f91cd78a2598 tempest-ServersAdminTestJSON-181014525 tempest-ServersAdminTestJSON-181014525-project-admin] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Reconfigured VM instance to set the machine id {{(pid=70220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 926.289828] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.290647] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-32353733-4754-46a6-904f-7de0e59324f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.302293] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 926.302293] env[70220]: value = "task-3625642" [ 926.302293] env[70220]: _type = "Task" [ 926.302293] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.314552] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625642, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.456945] env[70220]: DEBUG nova.compute.utils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.464599] env[70220]: DEBUG nova.compute.manager [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.464599] env[70220]: DEBUG nova.network.neutron [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.493065] env[70220]: DEBUG oslo_vmware.api [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625637, 'name': PowerOnVM_Task, 'duration_secs': 0.576496} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.493065] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.493065] env[70220]: INFO nova.compute.manager [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Took 6.80 seconds to spawn the instance on the hypervisor. [ 926.493065] env[70220]: DEBUG nova.compute.manager [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.493065] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b7999-aab7-4098-be91-fe4e66fe71b0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.545926] env[70220]: DEBUG nova.policy [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a643e06660446288ef5b73b4cffbd2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48e873fa75684b30b371c330c38ed6c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.561123] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.561123] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-60d3e437-2aa4-4f57-997f-3d1c6ea4c360 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.577877] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625641, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.580018] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 926.580018] env[70220]: value = "task-3625643" [ 926.580018] env[70220]: _type = "Task" [ 926.580018] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.591965] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625643, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.600814] env[70220]: DEBUG oslo_concurrency.lockutils [req-46feae75-9e56-4a7c-82a0-debc1c1579ce req-ec5e9149-d5aa-41a5-acd2-0459d9d536cb service nova] Releasing lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.601747] env[70220]: DEBUG oslo_concurrency.lockutils [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] Acquired lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.601982] env[70220]: DEBUG nova.network.neutron [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Refreshing network info cache for port 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.628764] env[70220]: DEBUG nova.network.neutron [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Successfully updated port: c8748981-b953-4978-a031-a4aca3add6a6 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.642987] env[70220]: DEBUG nova.compute.manager [req-06a90115-88bc-4bc7-8a03-0859fbc6fd7b req-34b1b158-b83e-40ab-bb4e-5444269495d1 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Received event network-vif-deleted-44dfaeaa-4d62-4517-90bc-8dff0616a5b7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.643251] env[70220]: INFO nova.compute.manager [req-06a90115-88bc-4bc7-8a03-0859fbc6fd7b req-34b1b158-b83e-40ab-bb4e-5444269495d1 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Neutron deleted interface 44dfaeaa-4d62-4517-90bc-8dff0616a5b7; detaching it from the instance and deleting it from the info cache [ 926.643518] env[70220]: DEBUG nova.network.neutron [req-06a90115-88bc-4bc7-8a03-0859fbc6fd7b req-34b1b158-b83e-40ab-bb4e-5444269495d1 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.815991] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625642, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.889163] env[70220]: DEBUG nova.network.neutron [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Successfully created port: 4c3387a2-d257-4a34-ace2-15b56facff17 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.963647] env[70220]: DEBUG nova.compute.manager [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.027282] env[70220]: INFO nova.compute.manager [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Took 31.37 seconds to build instance. [ 927.070922] env[70220]: DEBUG nova.network.neutron [-] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.075634] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625641, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.095325] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625643, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.134049] env[70220]: INFO nova.network.neutron [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Port 44dfaeaa-4d62-4517-90bc-8dff0616a5b7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 927.134297] env[70220]: DEBUG nova.network.neutron [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.138232] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquiring lock "refresh_cache-8524c032-88de-4b91-a351-9413a628f230" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.138232] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquired lock "refresh_cache-8524c032-88de-4b91-a351-9413a628f230" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.138232] env[70220]: DEBUG nova.network.neutron [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.146886] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2f43830-b972-43a4-911b-dbddc0ce7faa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.162703] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f925cff7-a6d9-40cf-84b2-d2ad108632ca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.212143] env[70220]: DEBUG nova.compute.manager [req-06a90115-88bc-4bc7-8a03-0859fbc6fd7b req-34b1b158-b83e-40ab-bb4e-5444269495d1 service nova] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Detach interface failed, port_id=44dfaeaa-4d62-4517-90bc-8dff0616a5b7, reason: Instance cdf9e135-81ba-4261-9d43-1680ad1c5bb3 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.319451] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625642, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.328145] env[70220]: DEBUG nova.compute.manager [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Stashing vm_state: active {{(pid=70220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 927.533601] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fbe161d-1a03-49cd-8de3-b0489a48e2ec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "f524ca71-6018-4bc9-8362-6668eea30748" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.850s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.569656] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625641, 'name': CloneVM_Task, 'duration_secs': 1.494387} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.570950] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Created linked-clone VM from snapshot [ 927.571856] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2324810d-31c3-459f-94c9-b87cd7a3b14d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.576031] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e7715d-6942-4b20-be56-41a7142ba22e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.578499] env[70220]: INFO nova.compute.manager [-] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Took 1.41 seconds to deallocate network for instance. [ 927.592432] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b61585a-073a-4dd3-8131-42abf9491ff2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.595891] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Uploading image 0b4d1dfc-8d6f-4f9f-92b3-582d6e98a810 {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 927.604152] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625643, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.633186] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72232a4d-ba97-4e3a-a7cd-93a7944d8ae0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.638102] env[70220]: DEBUG oslo_concurrency.lockutils [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] Releasing lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.638368] env[70220]: DEBUG nova.compute.manager [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Received event network-changed-c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.638535] env[70220]: DEBUG nova.compute.manager [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Refreshing instance network info cache due to event network-changed-c458215d-8ad0-4516-85ff-5157ecb3555b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.638738] env[70220]: DEBUG oslo_concurrency.lockutils [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] Acquiring lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.638872] env[70220]: DEBUG oslo_concurrency.lockutils [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] Acquired lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.639043] env[70220]: DEBUG nova.network.neutron [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Refreshing network info cache for port c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.645475] env[70220]: DEBUG oslo_vmware.rw_handles [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 927.645475] env[70220]: value = "vm-723064" [ 927.645475] env[70220]: _type = "VirtualMachine" [ 927.645475] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 927.649717] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8764dcec-29c1-4d42-82b6-1690a1f599ec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.653608] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed3cac8-0c36-4d4b-b60b-5f292a415dee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.672110] env[70220]: DEBUG nova.compute.provider_tree [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.674858] env[70220]: DEBUG oslo_vmware.rw_handles [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lease: (returnval){ [ 927.674858] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521c4784-2cb6-7727-73c7-5c72b2f5e61a" [ 927.674858] env[70220]: _type = "HttpNfcLease" [ 927.674858] env[70220]: } obtained for exporting VM: (result){ [ 927.674858] env[70220]: value = "vm-723064" [ 927.674858] env[70220]: _type = "VirtualMachine" [ 927.674858] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 927.675190] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the lease: (returnval){ [ 927.675190] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521c4784-2cb6-7727-73c7-5c72b2f5e61a" [ 927.675190] env[70220]: _type = "HttpNfcLease" [ 927.675190] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 927.684078] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.684078] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521c4784-2cb6-7727-73c7-5c72b2f5e61a" [ 927.684078] env[70220]: _type = "HttpNfcLease" [ 927.684078] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 927.684392] env[70220]: DEBUG oslo_vmware.rw_handles [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 927.684392] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521c4784-2cb6-7727-73c7-5c72b2f5e61a" [ 927.684392] env[70220]: _type = "HttpNfcLease" [ 927.684392] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 927.685151] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49abdd11-c856-4527-9ed6-5bd804403a12 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.695374] env[70220]: DEBUG oslo_vmware.rw_handles [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e0d5a-c22b-96b6-007e-4154bd32c2a9/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 927.695722] env[70220]: DEBUG oslo_vmware.rw_handles [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e0d5a-c22b-96b6-007e-4154bd32c2a9/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 927.699506] env[70220]: DEBUG nova.network.neutron [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.818453] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625642, 'name': CloneVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.851791] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.856725] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdfba540-4040-4ade-94ba-4ed00dca9a40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.955143] env[70220]: DEBUG nova.network.neutron [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Updating instance_info_cache with network_info: [{"id": "c8748981-b953-4978-a031-a4aca3add6a6", "address": "fa:16:3e:bd:43:20", "network": {"id": "4a731839-276e-40b7-ba8f-33e3b3741b06", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-192978071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961d1a28a5684358932f19493852d73c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8748981-b9", "ovs_interfaceid": "c8748981-b953-4978-a031-a4aca3add6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.978610] env[70220]: DEBUG nova.compute.manager [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.009374] env[70220]: DEBUG nova.virt.hardware [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.009703] env[70220]: DEBUG nova.virt.hardware [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.009769] env[70220]: DEBUG nova.virt.hardware [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.009921] env[70220]: DEBUG nova.virt.hardware [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.010140] env[70220]: DEBUG nova.virt.hardware [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.010217] env[70220]: DEBUG nova.virt.hardware [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.010419] env[70220]: DEBUG nova.virt.hardware [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.010588] env[70220]: DEBUG nova.virt.hardware [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.010775] env[70220]: DEBUG nova.virt.hardware [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.011046] env[70220]: DEBUG nova.virt.hardware [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.011261] env[70220]: DEBUG nova.virt.hardware [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.012182] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba7cd3d-7bcd-4c93-9764-380e4db66c1c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.020794] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e60719f-6059-42bd-b18e-fdf567d5b7c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.096694] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625643, 'name': CloneVM_Task, 'duration_secs': 1.304971} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.099085] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.099503] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Created linked-clone VM from snapshot [ 928.100364] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977b7870-d980-4b0e-a99e-360c4eec0571 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.113119] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Uploading image 61809bf7-b604-4a58-9777-b45bd66e5f7c {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.132304] env[70220]: DEBUG oslo_vmware.rw_handles [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.132304] env[70220]: value = "vm-723066" [ 928.132304] env[70220]: _type = "VirtualMachine" [ 928.132304] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.132616] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6714e393-bdc4-4e3f-a1af-91d8104e8bc2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.142931] env[70220]: DEBUG oslo_vmware.rw_handles [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lease: (returnval){ [ 928.142931] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5223cd62-2bee-2985-d3a3-62791b1ba3b0" [ 928.142931] env[70220]: _type = "HttpNfcLease" [ 928.142931] env[70220]: } obtained for exporting VM: (result){ [ 928.142931] env[70220]: value = "vm-723066" [ 928.142931] env[70220]: _type = "VirtualMachine" [ 928.142931] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.143266] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the lease: (returnval){ [ 928.143266] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5223cd62-2bee-2985-d3a3-62791b1ba3b0" [ 928.143266] env[70220]: _type = "HttpNfcLease" [ 928.143266] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.157908] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.157908] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5223cd62-2bee-2985-d3a3-62791b1ba3b0" [ 928.157908] env[70220]: _type = "HttpNfcLease" [ 928.157908] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 928.158445] env[70220]: DEBUG oslo_vmware.rw_handles [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 928.158445] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5223cd62-2bee-2985-d3a3-62791b1ba3b0" [ 928.158445] env[70220]: _type = "HttpNfcLease" [ 928.158445] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 928.159383] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcf0b5c-b8fb-4b11-8375-420f89de0474 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.168176] env[70220]: DEBUG oslo_vmware.rw_handles [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e7a78-5365-2c42-cec2-0a85398fa827/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 928.168499] env[70220]: DEBUG oslo_vmware.rw_handles [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e7a78-5365-2c42-cec2-0a85398fa827/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 928.226957] env[70220]: DEBUG nova.scheduler.client.report [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.265149] env[70220]: DEBUG oslo_concurrency.lockutils [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.273246] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b6a05916-4848-4b7b-9f3f-957c4e117aef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.323352] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625642, 'name': CloneVM_Task, 'duration_secs': 1.522869} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.329424] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Created linked-clone VM from snapshot [ 928.330685] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377858e1-2bda-4bf3-89ea-431cab6fff41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.343035] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Uploading image 7d534414-55f7-4e88-a218-739af6247bda {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.404136] env[70220]: DEBUG nova.compute.manager [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 8524c032-88de-4b91-a351-9413a628f230] Received event network-vif-plugged-c8748981-b953-4978-a031-a4aca3add6a6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.404910] env[70220]: DEBUG oslo_concurrency.lockutils [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] Acquiring lock "8524c032-88de-4b91-a351-9413a628f230-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.404910] env[70220]: DEBUG oslo_concurrency.lockutils [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] Lock "8524c032-88de-4b91-a351-9413a628f230-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.404910] env[70220]: DEBUG oslo_concurrency.lockutils [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] Lock "8524c032-88de-4b91-a351-9413a628f230-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.404910] env[70220]: DEBUG nova.compute.manager [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 8524c032-88de-4b91-a351-9413a628f230] No waiting events found dispatching network-vif-plugged-c8748981-b953-4978-a031-a4aca3add6a6 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.405081] env[70220]: WARNING nova.compute.manager [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 8524c032-88de-4b91-a351-9413a628f230] Received unexpected event network-vif-plugged-c8748981-b953-4978-a031-a4aca3add6a6 for instance with vm_state building and task_state spawning. [ 928.405507] env[70220]: DEBUG nova.compute.manager [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 8524c032-88de-4b91-a351-9413a628f230] Received event network-changed-c8748981-b953-4978-a031-a4aca3add6a6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.405690] env[70220]: DEBUG nova.compute.manager [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 8524c032-88de-4b91-a351-9413a628f230] Refreshing instance network info cache due to event network-changed-c8748981-b953-4978-a031-a4aca3add6a6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.405778] env[70220]: DEBUG oslo_concurrency.lockutils [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] Acquiring lock "refresh_cache-8524c032-88de-4b91-a351-9413a628f230" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.461013] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Releasing lock "refresh_cache-8524c032-88de-4b91-a351-9413a628f230" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.461013] env[70220]: DEBUG nova.compute.manager [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Instance network_info: |[{"id": "c8748981-b953-4978-a031-a4aca3add6a6", "address": "fa:16:3e:bd:43:20", "network": {"id": "4a731839-276e-40b7-ba8f-33e3b3741b06", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-192978071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961d1a28a5684358932f19493852d73c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8748981-b9", "ovs_interfaceid": "c8748981-b953-4978-a031-a4aca3add6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.461013] env[70220]: DEBUG oslo_concurrency.lockutils [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] Acquired lock "refresh_cache-8524c032-88de-4b91-a351-9413a628f230" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.461013] env[70220]: DEBUG nova.network.neutron [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 8524c032-88de-4b91-a351-9413a628f230] Refreshing network info cache for port c8748981-b953-4978-a031-a4aca3add6a6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.462309] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:43:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '130387c4-e4ec-4d95-8e9d-bb079baabad8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8748981-b953-4978-a031-a4aca3add6a6', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.473265] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Creating folder: Project (961d1a28a5684358932f19493852d73c). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.475266] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4251ab4-9cc2-49ab-929d-ab3147be2a53 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.492442] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Created folder: Project (961d1a28a5684358932f19493852d73c) in parent group-v722922. [ 928.492442] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Creating folder: Instances. Parent ref: group-v723067. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.492442] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d844a913-9986-4d41-b033-21a37a1f7114 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.498685] env[70220]: DEBUG nova.network.neutron [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Successfully updated port: 4c3387a2-d257-4a34-ace2-15b56facff17 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.508682] env[70220]: DEBUG nova.network.neutron [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updated VIF entry in instance network info cache for port c458215d-8ad0-4516-85ff-5157ecb3555b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.509051] env[70220]: DEBUG nova.network.neutron [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updating instance_info_cache with network_info: [{"id": "c458215d-8ad0-4516-85ff-5157ecb3555b", "address": "fa:16:3e:04:99:b6", "network": {"id": "d995c968-0ce8-42cf-841b-f0595fc2ceec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2096561322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220aab57f34c455a8faddfad1d8f0689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc458215d-8a", "ovs_interfaceid": "c458215d-8ad0-4516-85ff-5157ecb3555b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.512207] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Created folder: Instances in parent group-v723067. [ 928.512682] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.514737] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8524c032-88de-4b91-a351-9413a628f230] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.515344] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2465df8e-428b-44e5-81ee-b413865703ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.548494] env[70220]: INFO nova.compute.manager [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Rebuilding instance [ 928.562953] env[70220]: DEBUG oslo_vmware.rw_handles [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.562953] env[70220]: value = "vm-723065" [ 928.562953] env[70220]: _type = "VirtualMachine" [ 928.562953] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.563407] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.563407] env[70220]: value = "task-3625648" [ 928.563407] env[70220]: _type = "Task" [ 928.563407] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.563767] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed42709c-8294-4613-8e00-5e60d6120c4a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.576364] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625648, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.581017] env[70220]: DEBUG oslo_vmware.rw_handles [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lease: (returnval){ [ 928.581017] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eb98d7-bf3e-00d1-86c6-59b0008a0c04" [ 928.581017] env[70220]: _type = "HttpNfcLease" [ 928.581017] env[70220]: } obtained for exporting VM: (result){ [ 928.581017] env[70220]: value = "vm-723065" [ 928.581017] env[70220]: _type = "VirtualMachine" [ 928.581017] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.581377] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the lease: (returnval){ [ 928.581377] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eb98d7-bf3e-00d1-86c6-59b0008a0c04" [ 928.581377] env[70220]: _type = "HttpNfcLease" [ 928.581377] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.600515] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.600515] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eb98d7-bf3e-00d1-86c6-59b0008a0c04" [ 928.600515] env[70220]: _type = "HttpNfcLease" [ 928.600515] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 928.648547] env[70220]: DEBUG nova.compute.manager [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.649756] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7355de-807a-4301-9ed2-28d799d3a235 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.732981] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.733799] env[70220]: DEBUG nova.compute.manager [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.737840] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.747s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.859662] env[70220]: DEBUG nova.compute.manager [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Received event network-vif-plugged-4c3387a2-d257-4a34-ace2-15b56facff17 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.859951] env[70220]: DEBUG oslo_concurrency.lockutils [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] Acquiring lock "54c0b980-8cb2-4f49-8454-bfe07defe304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.860588] env[70220]: DEBUG oslo_concurrency.lockutils [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] Lock "54c0b980-8cb2-4f49-8454-bfe07defe304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.860815] env[70220]: DEBUG oslo_concurrency.lockutils [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] Lock "54c0b980-8cb2-4f49-8454-bfe07defe304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.860911] env[70220]: DEBUG nova.compute.manager [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] No waiting events found dispatching network-vif-plugged-4c3387a2-d257-4a34-ace2-15b56facff17 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.861099] env[70220]: WARNING nova.compute.manager [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Received unexpected event network-vif-plugged-4c3387a2-d257-4a34-ace2-15b56facff17 for instance with vm_state building and task_state spawning. [ 928.861266] env[70220]: DEBUG nova.compute.manager [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Received event network-changed-4c3387a2-d257-4a34-ace2-15b56facff17 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.861457] env[70220]: DEBUG nova.compute.manager [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Refreshing instance network info cache due to event network-changed-4c3387a2-d257-4a34-ace2-15b56facff17. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.861658] env[70220]: DEBUG oslo_concurrency.lockutils [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] Acquiring lock "refresh_cache-54c0b980-8cb2-4f49-8454-bfe07defe304" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.861800] env[70220]: DEBUG oslo_concurrency.lockutils [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] Acquired lock "refresh_cache-54c0b980-8cb2-4f49-8454-bfe07defe304" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.861947] env[70220]: DEBUG nova.network.neutron [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Refreshing network info cache for port 4c3387a2-d257-4a34-ace2-15b56facff17 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.002783] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquiring lock "refresh_cache-54c0b980-8cb2-4f49-8454-bfe07defe304" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.015096] env[70220]: DEBUG oslo_concurrency.lockutils [req-5713b7c7-bccf-4eb5-a03b-08465132369c req-0003c653-15b1-482b-be11-caf68061a748 service nova] Releasing lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.082293] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625648, 'name': CreateVM_Task, 'duration_secs': 0.433335} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.083390] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8524c032-88de-4b91-a351-9413a628f230] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.087632] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.087632] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.089505] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.093253] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7896d1a2-7766-411e-9af6-540a33350b1c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.106690] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.106690] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eb98d7-bf3e-00d1-86c6-59b0008a0c04" [ 929.106690] env[70220]: _type = "HttpNfcLease" [ 929.106690] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.114776] env[70220]: DEBUG oslo_vmware.rw_handles [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.114776] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eb98d7-bf3e-00d1-86c6-59b0008a0c04" [ 929.114776] env[70220]: _type = "HttpNfcLease" [ 929.114776] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.115363] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for the task: (returnval){ [ 929.115363] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52699eff-214b-f836-6cde-66882b8c4fce" [ 929.115363] env[70220]: _type = "Task" [ 929.115363] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.118236] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44489d5-609e-4487-9ca2-73821f32563a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.134595] env[70220]: DEBUG oslo_vmware.rw_handles [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aada9-c45f-abfa-30a9-6e9c03da0faf/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.134923] env[70220]: DEBUG oslo_vmware.rw_handles [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aada9-c45f-abfa-30a9-6e9c03da0faf/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.141156] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52699eff-214b-f836-6cde-66882b8c4fce, 'name': SearchDatastore_Task, 'duration_secs': 0.01658} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.142635] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.142876] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.143154] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.143309] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.143497] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.199586] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10606a0e-67fa-4827-a49b-069c29105ce9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.218551] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.218816] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.220553] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02168bf5-06c8-45cb-8e6b-31adf95e93d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.228148] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for the task: (returnval){ [ 929.228148] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523f6c21-e61c-a53a-2696-86fcbb11395a" [ 929.228148] env[70220]: _type = "Task" [ 929.228148] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.240277] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523f6c21-e61c-a53a-2696-86fcbb11395a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.253632] env[70220]: DEBUG nova.compute.utils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.258666] env[70220]: DEBUG nova.compute.manager [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.258917] env[70220]: DEBUG nova.network.neutron [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.261521] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b82b56e8-f897-4ffd-8540-9801ca029bf7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.307154] env[70220]: DEBUG nova.policy [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f310a9f1b7f46d18b62a312fdc6556a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '918239206a864cc6bbc0cebdd7310279', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.348887] env[70220]: DEBUG nova.network.neutron [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 8524c032-88de-4b91-a351-9413a628f230] Updated VIF entry in instance network info cache for port c8748981-b953-4978-a031-a4aca3add6a6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.349382] env[70220]: DEBUG nova.network.neutron [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 8524c032-88de-4b91-a351-9413a628f230] Updating instance_info_cache with network_info: [{"id": "c8748981-b953-4978-a031-a4aca3add6a6", "address": "fa:16:3e:bd:43:20", "network": {"id": "4a731839-276e-40b7-ba8f-33e3b3741b06", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-192978071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "961d1a28a5684358932f19493852d73c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "130387c4-e4ec-4d95-8e9d-bb079baabad8", "external-id": "nsx-vlan-transportzone-105", "segmentation_id": 105, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8748981-b9", "ovs_interfaceid": "c8748981-b953-4978-a031-a4aca3add6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.400592] env[70220]: DEBUG nova.network.neutron [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.477734] env[70220]: DEBUG nova.network.neutron [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.570626] env[70220]: DEBUG oslo_concurrency.lockutils [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.570913] env[70220]: DEBUG oslo_concurrency.lockutils [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.571155] env[70220]: DEBUG oslo_concurrency.lockutils [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.571363] env[70220]: DEBUG oslo_concurrency.lockutils [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.571545] env[70220]: DEBUG oslo_concurrency.lockutils [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.577164] env[70220]: INFO nova.compute.manager [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Terminating instance [ 929.618171] env[70220]: DEBUG nova.network.neutron [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Successfully created port: b03b1240-f50d-491a-9b5b-7d2c4a58390d {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.708460] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.708903] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a517fb4-3c1f-403c-baa0-bfee45720fd8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.719975] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 929.719975] env[70220]: value = "task-3625650" [ 929.719975] env[70220]: _type = "Task" [ 929.719975] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.739246] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.750913] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523f6c21-e61c-a53a-2696-86fcbb11395a, 'name': SearchDatastore_Task, 'duration_secs': 0.016314} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.752475] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec03cd1-77d5-43fa-9a94-9bc030394c65 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.761708] env[70220]: INFO nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating resource usage from migration de649077-6771-4e58-92f5-e322563432b5 [ 929.766870] env[70220]: DEBUG nova.compute.manager [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.770769] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for the task: (returnval){ [ 929.770769] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5246abe9-de91-d7c8-febe-048f5487a47c" [ 929.770769] env[70220]: _type = "Task" [ 929.770769] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.783333] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5246abe9-de91-d7c8-febe-048f5487a47c, 'name': SearchDatastore_Task, 'duration_secs': 0.013852} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.783763] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.784191] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 8524c032-88de-4b91-a351-9413a628f230/8524c032-88de-4b91-a351-9413a628f230.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 929.784585] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c076336-d6ac-4dde-bf21-940f762aa100 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.789857] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.790184] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f86272cc-e3fb-4bc5-8272-faab2cb68e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.790480] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 7619eb88-8d1e-4270-b7b5-a44843cb1c4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.790715] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0c653c24-61a2-468d-bcc6-112e95d6368a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.790920] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 6cb69540-1a92-4eff-9c4c-cd8a41516690 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.791229] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0bc3e427-2335-46f3-b311-fa688563fece actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.791623] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0a47c5bb-e901-4095-984a-c52b1ee873d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.791925] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance ffd5619f-4fd8-4d3b-a235-74cffa83216d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.792161] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.792375] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance af8598b0-ea9e-4751-aebc-414ece12150e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.792591] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 7ac66455-b270-4d41-aef2-63bb5191ecf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.792792] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 1ea80a37-1021-4c61-b925-f25379cdfd78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.792973] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.793605] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance c4c8a84f-bcd6-48b9-9a4f-aff338cf8084 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.793605] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0f111af8-5458-46f1-8cde-f30a1dc8f355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.793732] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance a88a7999-85b6-4f16-9da7-1dea0c980f16 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 929.793915] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 2fcb8655-8edf-4205-82f1-728c9fe0997e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 929.794189] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance de59df0d-6372-447a-877c-41f3f26e6342 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.794507] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (b420b834-e0c4-4c49-996e-52ceb9a09fd8): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 929.794735] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.794908] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f524ca71-6018-4bc9-8362-6668eea30748 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.795154] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 8524c032-88de-4b91-a351-9413a628f230 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.795348] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 54c0b980-8cb2-4f49-8454-bfe07defe304 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.795820] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 2b6b424c-2264-40e0-9e45-7418575e5d9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 929.805404] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for the task: (returnval){ [ 929.805404] env[70220]: value = "task-3625651" [ 929.805404] env[70220]: _type = "Task" [ 929.805404] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.822613] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.853379] env[70220]: DEBUG oslo_concurrency.lockutils [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] Releasing lock "refresh_cache-8524c032-88de-4b91-a351-9413a628f230" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.853379] env[70220]: DEBUG nova.compute.manager [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Received event network-changed-c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.853379] env[70220]: DEBUG nova.compute.manager [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Refreshing instance network info cache due to event network-changed-c458215d-8ad0-4516-85ff-5157ecb3555b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.853379] env[70220]: DEBUG oslo_concurrency.lockutils [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] Acquiring lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.853379] env[70220]: DEBUG oslo_concurrency.lockutils [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] Acquired lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.853379] env[70220]: DEBUG nova.network.neutron [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Refreshing network info cache for port c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.982119] env[70220]: DEBUG oslo_concurrency.lockutils [req-3722eef6-71df-47b0-8a22-f91f397de279 req-d81913c3-fef2-4a0a-a2ab-b2abdf41b494 service nova] Releasing lock "refresh_cache-54c0b980-8cb2-4f49-8454-bfe07defe304" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.982686] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquired lock "refresh_cache-54c0b980-8cb2-4f49-8454-bfe07defe304" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.983018] env[70220]: DEBUG nova.network.neutron [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.083192] env[70220]: DEBUG nova.compute.manager [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.083478] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.084981] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927ef554-0b54-489c-9d79-5dba6145b73e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.097118] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.097598] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5db00aa2-ec23-426f-b3dd-cab043fa3ca0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.107541] env[70220]: DEBUG oslo_vmware.api [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 930.107541] env[70220]: value = "task-3625652" [ 930.107541] env[70220]: _type = "Task" [ 930.107541] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.120739] env[70220]: DEBUG oslo_vmware.api [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.235774] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625650, 'name': PowerOffVM_Task, 'duration_secs': 0.318878} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.236276] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.236506] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.237461] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81a3dd3-2572-4f96-83ee-5967615bed12 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.250598] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.250994] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa7a2ee-ec0c-497e-8248-4f0fff4adb70 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.293455] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.293927] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.294256] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Deleting the datastore file [datastore2] f524ca71-6018-4bc9-8362-6668eea30748 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.294700] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11ef5a5b-8883-4d80-bc1c-23a06550f198 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.299827] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 67b781f1-3651-42ae-9c8e-7270cff068cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 930.308544] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 930.308544] env[70220]: value = "task-3625654" [ 930.308544] env[70220]: _type = "Task" [ 930.308544] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.324384] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625651, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.329357] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.516414] env[70220]: DEBUG nova.network.neutron [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.603747] env[70220]: DEBUG nova.network.neutron [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updated VIF entry in instance network info cache for port c458215d-8ad0-4516-85ff-5157ecb3555b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.604304] env[70220]: DEBUG nova.network.neutron [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updating instance_info_cache with network_info: [{"id": "c458215d-8ad0-4516-85ff-5157ecb3555b", "address": "fa:16:3e:04:99:b6", "network": {"id": "d995c968-0ce8-42cf-841b-f0595fc2ceec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2096561322-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "220aab57f34c455a8faddfad1d8f0689", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc458215d-8a", "ovs_interfaceid": "c458215d-8ad0-4516-85ff-5157ecb3555b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.620550] env[70220]: DEBUG oslo_vmware.api [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625652, 'name': PowerOffVM_Task, 'duration_secs': 0.330897} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.620864] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.621155] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.621559] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3953f889-bf38-4fbf-8640-74a7e2f52fe3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.659919] env[70220]: DEBUG nova.network.neutron [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Updating instance_info_cache with network_info: [{"id": "4c3387a2-d257-4a34-ace2-15b56facff17", "address": "fa:16:3e:61:a5:27", "network": {"id": "78755318-532a-45f1-909b-bb8b959d8baa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1805474342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e873fa75684b30b371c330c38ed6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3387a2-d2", "ovs_interfaceid": "4c3387a2-d257-4a34-ace2-15b56facff17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.722917] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.723269] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.723545] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Deleting the datastore file [datastore2] 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.723902] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a32e964-d6ad-418f-a031-fcd705f0d76b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.733896] env[70220]: DEBUG oslo_vmware.api [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 930.733896] env[70220]: value = "task-3625656" [ 930.733896] env[70220]: _type = "Task" [ 930.733896] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.743642] env[70220]: DEBUG oslo_vmware.api [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.778372] env[70220]: DEBUG nova.compute.manager [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.803936] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance efb5caa8-1889-4c66-a941-afd026a1d992 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 930.819212] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585378} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.820532] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 8524c032-88de-4b91-a351-9413a628f230/8524c032-88de-4b91-a351-9413a628f230.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.820754] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.821023] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3995e827-bee3-4612-924b-5de7b3a0788d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.826940] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16424} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.827585] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.827779] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.827955] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.834870] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for the task: (returnval){ [ 930.834870] env[70220]: value = "task-3625657" [ 930.834870] env[70220]: _type = "Task" [ 930.834870] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.844092] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.107619] env[70220]: DEBUG oslo_concurrency.lockutils [req-ad14002a-73ca-4c28-9757-de62f7b177d8 req-470a626e-dcd1-46f2-ba55-a5a4a13ba5b3 service nova] Releasing lock "refresh_cache-0a47c5bb-e901-4095-984a-c52b1ee873d2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.141576] env[70220]: DEBUG nova.network.neutron [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Successfully updated port: b03b1240-f50d-491a-9b5b-7d2c4a58390d {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.162504] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Releasing lock "refresh_cache-54c0b980-8cb2-4f49-8454-bfe07defe304" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.162864] env[70220]: DEBUG nova.compute.manager [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Instance network_info: |[{"id": "4c3387a2-d257-4a34-ace2-15b56facff17", "address": "fa:16:3e:61:a5:27", "network": {"id": "78755318-532a-45f1-909b-bb8b959d8baa", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1805474342-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48e873fa75684b30b371c330c38ed6c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3387a2-d2", "ovs_interfaceid": "4c3387a2-d257-4a34-ace2-15b56facff17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.163606] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:a5:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c3387a2-d257-4a34-ace2-15b56facff17', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.171607] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Creating folder: Project (48e873fa75684b30b371c330c38ed6c8). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.172254] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db5a5819-c181-400e-8cd9-aa06279fbb5d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.189590] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Created folder: Project (48e873fa75684b30b371c330c38ed6c8) in parent group-v722922. [ 931.189925] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Creating folder: Instances. Parent ref: group-v723070. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.190677] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a28aab7-1bb4-47f2-a509-946d030925c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.205048] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Created folder: Instances in parent group-v723070. [ 931.205438] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.205746] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.205955] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5614c524-3fc3-470f-87d3-30ba4908c756 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.227988] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.227988] env[70220]: value = "task-3625660" [ 931.227988] env[70220]: _type = "Task" [ 931.227988] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.238676] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625660, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.247612] env[70220]: DEBUG oslo_vmware.api [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255685} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.247898] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.248034] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.248115] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.248280] env[70220]: INFO nova.compute.manager [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 931.248513] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.248716] env[70220]: DEBUG nova.compute.manager [-] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.248790] env[70220]: DEBUG nova.network.neutron [-] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 931.307767] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance eda7ea6e-cc78-486b-a96f-75c99374fb97 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 931.346895] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200958} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.347189] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.347995] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bae023-2dc1-4b6f-b434-46baa71095e3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.373892] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 8524c032-88de-4b91-a351-9413a628f230/8524c032-88de-4b91-a351-9413a628f230.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.375071] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce9e1cf5-9259-4c18-bc10-049cf539ac9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.398207] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for the task: (returnval){ [ 931.398207] env[70220]: value = "task-3625661" [ 931.398207] env[70220]: _type = "Task" [ 931.398207] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.410055] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.647891] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "refresh_cache-2b6b424c-2264-40e0-9e45-7418575e5d9e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.648242] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired lock "refresh_cache-2b6b424c-2264-40e0-9e45-7418575e5d9e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.648319] env[70220]: DEBUG nova.network.neutron [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.740329] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625660, 'name': CreateVM_Task, 'duration_secs': 0.474689} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.742074] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.742820] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.742989] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.743871] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.744510] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef860c0c-1afb-4a67-9932-eb40d5be096d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.749966] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for the task: (returnval){ [ 931.749966] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5241fcb3-9da4-3e35-0b15-9eb07e39048b" [ 931.749966] env[70220]: _type = "Task" [ 931.749966] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.760271] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5241fcb3-9da4-3e35-0b15-9eb07e39048b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.811186] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 5a049f8d-90e7-4e6c-84a1-761fae524e52 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 931.909646] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625661, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.186875] env[70220]: DEBUG nova.network.neutron [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.245260] env[70220]: DEBUG nova.network.neutron [-] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.269490] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5241fcb3-9da4-3e35-0b15-9eb07e39048b, 'name': SearchDatastore_Task, 'duration_secs': 0.015483} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.276015] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.276015] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.276015] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.276015] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.276015] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.276015] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3d02458-28a0-4fc9-96a7-75c69c346f3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.286636] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.286636] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.286636] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad155b6e-00c1-439b-8b43-4cde5d7e887a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.292997] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for the task: (returnval){ [ 932.292997] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5252c8af-fbe0-b2dc-44fe-1273d2c1e207" [ 932.292997] env[70220]: _type = "Task" [ 932.292997] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.302740] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5252c8af-fbe0-b2dc-44fe-1273d2c1e207, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.315861] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 932.389922] env[70220]: DEBUG nova.network.neutron [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Updating instance_info_cache with network_info: [{"id": "b03b1240-f50d-491a-9b5b-7d2c4a58390d", "address": "fa:16:3e:63:5f:db", "network": {"id": "aaa52ad9-62c4-44ed-b585-71b25c189f31", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-990731045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918239206a864cc6bbc0cebdd7310279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03b1240-f5", "ovs_interfaceid": "b03b1240-f50d-491a-9b5b-7d2c4a58390d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.409113] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625661, 'name': ReconfigVM_Task, 'duration_secs': 0.590052} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.409996] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 8524c032-88de-4b91-a351-9413a628f230/8524c032-88de-4b91-a351-9413a628f230.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.410638] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f795f99-c8c3-4d7e-99df-8046b32352fd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.416893] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for the task: (returnval){ [ 932.416893] env[70220]: value = "task-3625662" [ 932.416893] env[70220]: _type = "Task" [ 932.416893] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.425423] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625662, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.748075] env[70220]: INFO nova.compute.manager [-] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Took 1.50 seconds to deallocate network for instance. [ 932.804782] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5252c8af-fbe0-b2dc-44fe-1273d2c1e207, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.805607] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-650d88da-ff60-4d89-9404-e981568c55b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.811213] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for the task: (returnval){ [ 932.811213] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ead5bc-7b9e-aa7f-9a63-c683e5f5fd95" [ 932.811213] env[70220]: _type = "Task" [ 932.811213] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.820012] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 4b7dd98c-ae27-4ef2-9361-4e7f610845f3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 932.820207] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Migration de649077-6771-4e58-92f5-e322563432b5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 932.820387] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance e77916d8-d281-4418-aeab-169a6d99f109 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 932.820656] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 932.820796] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 932.823479] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ead5bc-7b9e-aa7f-9a63-c683e5f5fd95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.892424] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Releasing lock "refresh_cache-2b6b424c-2264-40e0-9e45-7418575e5d9e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.892785] env[70220]: DEBUG nova.compute.manager [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Instance network_info: |[{"id": "b03b1240-f50d-491a-9b5b-7d2c4a58390d", "address": "fa:16:3e:63:5f:db", "network": {"id": "aaa52ad9-62c4-44ed-b585-71b25c189f31", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-990731045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918239206a864cc6bbc0cebdd7310279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03b1240-f5", "ovs_interfaceid": "b03b1240-f50d-491a-9b5b-7d2c4a58390d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.927484] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625662, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.256223] env[70220]: DEBUG oslo_concurrency.lockutils [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.275071] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d77c457-ef6e-46a8-8107-05e8676028b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.283359] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4b1c4d-5e61-4c0b-b2b8-6e360884a98d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.322890] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37cefdf-bec4-47bc-9d10-2c380169c19f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.337184] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd35a09-0397-4f0b-a78d-136cbc610f93 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.341564] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ead5bc-7b9e-aa7f-9a63-c683e5f5fd95, 'name': SearchDatastore_Task, 'duration_secs': 0.012128} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.341850] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.342039] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 54c0b980-8cb2-4f49-8454-bfe07defe304/54c0b980-8cb2-4f49-8454-bfe07defe304.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.342737] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5952e33e-79d1-45e9-86d3-cd9081aab87e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.353449] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.360650] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for the task: (returnval){ [ 933.360650] env[70220]: value = "task-3625663" [ 933.360650] env[70220]: _type = "Task" [ 933.360650] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.370520] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.427996] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625662, 'name': Rename_Task, 'duration_secs': 0.660605} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.428298] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.428553] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a97f98cf-2094-437a-9e6a-cd4be4d728f1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.436216] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for the task: (returnval){ [ 933.436216] env[70220]: value = "task-3625664" [ 933.436216] env[70220]: _type = "Task" [ 933.436216] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.445412] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.856734] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.872742] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625663, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.949279] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.361920] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 934.362296] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.625s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.362806] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.840s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.364563] env[70220]: INFO nova.compute.claims [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.377549] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625663, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.449771] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625664, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.875319] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625663, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.947444] env[70220]: DEBUG oslo_vmware.api [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625664, 'name': PowerOnVM_Task, 'duration_secs': 1.082945} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.947727] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.947929] env[70220]: INFO nova.compute.manager [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Took 9.69 seconds to spawn the instance on the hypervisor. [ 934.948123] env[70220]: DEBUG nova.compute.manager [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.949254] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb1bc0e-feb9-4e2c-a3b4-9cf7355a5b94 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.374603] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625663, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.69444} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.374868] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 54c0b980-8cb2-4f49-8454-bfe07defe304/54c0b980-8cb2-4f49-8454-bfe07defe304.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.375084] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.375335] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-894ed7da-36d6-4169-af5a-706696ed33e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.385082] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for the task: (returnval){ [ 935.385082] env[70220]: value = "task-3625665" [ 935.385082] env[70220]: _type = "Task" [ 935.385082] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.393366] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.466552] env[70220]: INFO nova.compute.manager [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Took 34.08 seconds to build instance. [ 935.824453] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099323fd-99a2-4f63-899a-bcd03e10cb29 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.832701] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007d21ee-93b4-465f-bdbf-9c0f2330d1d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.863592] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5273bae-c120-43f3-90cf-f75315b6e286 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.871700] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731e7879-6036-494d-9f04-54834156a2fa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.885533] env[70220]: DEBUG nova.compute.provider_tree [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.895490] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07697} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.896479] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.897404] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7eaaee-e811-4228-9d01-de3f43c9f33b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.923085] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 54c0b980-8cb2-4f49-8454-bfe07defe304/54c0b980-8cb2-4f49-8454-bfe07defe304.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.923796] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0800f427-cc3d-47da-9d98-3f85888f5cf6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.944675] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for the task: (returnval){ [ 935.944675] env[70220]: value = "task-3625666" [ 935.944675] env[70220]: _type = "Task" [ 935.944675] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.955143] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.968922] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0128b2dc-5412-44f0-9124-ed48397e566f tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Lock "8524c032-88de-4b91-a351-9413a628f230" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.025s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.391296] env[70220]: DEBUG nova.scheduler.client.report [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.456234] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625666, 'name': ReconfigVM_Task, 'duration_secs': 0.324444} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.456522] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 54c0b980-8cb2-4f49-8454-bfe07defe304/54c0b980-8cb2-4f49-8454-bfe07defe304.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.457168] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6464aee-f520-4b0c-a3d9-bc98348f4e35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.463687] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for the task: (returnval){ [ 936.463687] env[70220]: value = "task-3625667" [ 936.463687] env[70220]: _type = "Task" [ 936.463687] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.472119] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625667, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.840302] env[70220]: DEBUG nova.virt.hardware [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.841087] env[70220]: DEBUG nova.virt.hardware [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.841087] env[70220]: DEBUG nova.virt.hardware [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.841087] env[70220]: DEBUG nova.virt.hardware [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.841338] env[70220]: DEBUG nova.virt.hardware [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.841566] env[70220]: DEBUG nova.virt.hardware [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.841947] env[70220]: DEBUG nova.virt.hardware [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.842225] env[70220]: DEBUG nova.virt.hardware [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.842508] env[70220]: DEBUG nova.virt.hardware [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.842772] env[70220]: DEBUG nova.virt.hardware [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.843073] env[70220]: DEBUG nova.virt.hardware [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.845966] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaca3f23-d19f-487c-ae49-1e32455c07cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.856402] env[70220]: DEBUG nova.virt.hardware [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.856529] env[70220]: DEBUG nova.virt.hardware [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.856698] env[70220]: DEBUG nova.virt.hardware [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.856885] env[70220]: DEBUG nova.virt.hardware [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.857035] env[70220]: DEBUG nova.virt.hardware [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.857182] env[70220]: DEBUG nova.virt.hardware [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.857384] env[70220]: DEBUG nova.virt.hardware [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.857542] env[70220]: DEBUG nova.virt.hardware [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.857736] env[70220]: DEBUG nova.virt.hardware [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.857908] env[70220]: DEBUG nova.virt.hardware [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.858100] env[70220]: DEBUG nova.virt.hardware [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.859552] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7e84d7-d042-458a-9027-b13dbef410a9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.866218] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b248099-98ff-46e8-9c85-9aea6787ec02 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.879960] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:5f:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b03b1240-f50d-491a-9b5b-7d2c4a58390d', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.888245] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.891341] env[70220]: DEBUG oslo_vmware.rw_handles [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e7a78-5365-2c42-cec2-0a85398fa827/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 936.894462] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.896493] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dfe530-5f45-4f60-afbe-6529f0559b74 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.899763] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-051a1736-d41b-47dd-8966-9de0646a44fd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.922278] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.922278] env[70220]: DEBUG nova.compute.manager [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 936.926035] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e30556a-e0cc-430f-87ff-71edd428647f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.937985] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.888s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.939889] env[70220]: INFO nova.compute.claims [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.958935] env[70220]: DEBUG oslo_vmware.rw_handles [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e7a78-5365-2c42-cec2-0a85398fa827/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 936.959176] env[70220]: ERROR oslo_vmware.rw_handles [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e7a78-5365-2c42-cec2-0a85398fa827/disk-0.vmdk due to incomplete transfer. [ 936.959811] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.967193] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.967193] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6f1dc6bc-95ca-494b-a830-253b18b300aa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.969135] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.969334] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.969334] env[70220]: value = "task-3625668" [ 936.969334] env[70220]: _type = "Task" [ 936.969334] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.974936] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92bc590c-27e2-4e64-8f49-9829d94f6a6f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.993744] env[70220]: DEBUG oslo_vmware.rw_handles [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e7a78-5365-2c42-cec2-0a85398fa827/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 936.994129] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Uploaded image 61809bf7-b604-4a58-9777-b45bd66e5f7c to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 936.995896] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 937.005245] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45eec603-7e70-4e1f-813d-7370169dd85c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.005245] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.005245] env[70220]: value = "task-3625669" [ 937.005245] env[70220]: _type = "Task" [ 937.005245] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.005245] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625668, 'name': CreateVM_Task} progress is 15%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.005245] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625667, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.011465] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 937.011465] env[70220]: value = "task-3625670" [ 937.011465] env[70220]: _type = "Task" [ 937.011465] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.017225] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625669, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.023668] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625670, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.311303] env[70220]: DEBUG oslo_vmware.rw_handles [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e0d5a-c22b-96b6-007e-4154bd32c2a9/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 937.312116] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c071c5b2-ebc4-40fe-93ea-bcfcd7b78470 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.321014] env[70220]: DEBUG oslo_vmware.rw_handles [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e0d5a-c22b-96b6-007e-4154bd32c2a9/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 937.321981] env[70220]: ERROR oslo_vmware.rw_handles [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e0d5a-c22b-96b6-007e-4154bd32c2a9/disk-0.vmdk due to incomplete transfer. [ 937.322638] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1f184dfd-a4dc-470b-a3c2-ba4473696a28 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.331111] env[70220]: DEBUG oslo_vmware.rw_handles [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526e0d5a-c22b-96b6-007e-4154bd32c2a9/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 937.332073] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Uploaded image 0b4d1dfc-8d6f-4f9f-92b3-582d6e98a810 to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 937.334803] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 937.335263] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-23280b43-63bc-40f8-8ae2-e79b6ecaf279 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.344416] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 937.344416] env[70220]: value = "task-3625671" [ 937.344416] env[70220]: _type = "Task" [ 937.344416] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.360114] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625671, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.439815] env[70220]: DEBUG nova.compute.utils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.443525] env[70220]: DEBUG nova.compute.manager [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 937.443525] env[70220]: DEBUG nova.network.neutron [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 937.466559] env[70220]: INFO nova.compute.manager [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Rebuilding instance [ 937.483686] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625667, 'name': Rename_Task, 'duration_secs': 0.911612} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.484122] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.485045] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85c893cc-deed-4d15-ac38-9882f90bc59f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.498947] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625668, 'name': CreateVM_Task, 'duration_secs': 0.444019} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.500373] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.500865] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for the task: (returnval){ [ 937.500865] env[70220]: value = "task-3625672" [ 937.500865] env[70220]: _type = "Task" [ 937.500865] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.501605] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.501758] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.502244] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.506476] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a4477d-26a0-4b87-9ad6-10547a000aa8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.514216] env[70220]: DEBUG nova.policy [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d50376915d249cd8b43689f7f20dc87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aabcb73835254760a2aa9fb999b12a3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.530477] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 937.530477] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5294c399-d30d-03b8-a31b-f33457573f1a" [ 937.530477] env[70220]: _type = "Task" [ 937.530477] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.534542] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625669, 'name': CreateVM_Task, 'duration_secs': 0.383504} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.541046] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.547363] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.547666] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625670, 'name': Destroy_Task, 'duration_secs': 0.449695} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.548159] env[70220]: DEBUG nova.compute.manager [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.550341] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Destroyed the VM [ 937.550341] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 937.551607] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba78969-4dc4-48c5-9a5b-e9e1867ed4de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.557371] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3f7c35dd-adf9-4df2-83e5-4c676d28c1cf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.559824] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5294c399-d30d-03b8-a31b-f33457573f1a, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.562528] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.562955] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.563384] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.563856] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.564578] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.568767] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.568767] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.568767] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3400f28f-e243-448b-a651-ecb2207d345a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.576582] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b2fce25-9ad5-4eb7-917d-dc7effa28dcb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.579667] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 937.579667] env[70220]: value = "task-3625673" [ 937.579667] env[70220]: _type = "Task" [ 937.579667] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.586547] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 937.586547] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522931de-04aa-d858-9a5d-252c2b4ec443" [ 937.586547] env[70220]: _type = "Task" [ 937.586547] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.592794] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.592794] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.600208] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a25ec74-58d1-4a61-ad8e-2f9354bf5002 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.604950] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.609459] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522931de-04aa-d858-9a5d-252c2b4ec443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.611817] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 937.611817] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eddca2-76ea-895e-3ddc-6e5c62e38947" [ 937.611817] env[70220]: _type = "Task" [ 937.611817] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.622575] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eddca2-76ea-895e-3ddc-6e5c62e38947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.856105] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625671, 'name': Destroy_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.889836] env[70220]: DEBUG nova.network.neutron [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Successfully created port: 775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.957881] env[70220]: DEBUG nova.compute.manager [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.987263] env[70220]: DEBUG nova.compute.manager [req-dbd1fba0-3fda-4cb9-8965-602edd7da311 req-3d3fe2bd-32fe-42f5-973f-7903c1ef3625 service nova] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Received event network-vif-plugged-b03b1240-f50d-491a-9b5b-7d2c4a58390d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.987263] env[70220]: DEBUG oslo_concurrency.lockutils [req-dbd1fba0-3fda-4cb9-8965-602edd7da311 req-3d3fe2bd-32fe-42f5-973f-7903c1ef3625 service nova] Acquiring lock "2b6b424c-2264-40e0-9e45-7418575e5d9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.987263] env[70220]: DEBUG oslo_concurrency.lockutils [req-dbd1fba0-3fda-4cb9-8965-602edd7da311 req-3d3fe2bd-32fe-42f5-973f-7903c1ef3625 service nova] Lock "2b6b424c-2264-40e0-9e45-7418575e5d9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.987263] env[70220]: DEBUG oslo_concurrency.lockutils [req-dbd1fba0-3fda-4cb9-8965-602edd7da311 req-3d3fe2bd-32fe-42f5-973f-7903c1ef3625 service nova] Lock "2b6b424c-2264-40e0-9e45-7418575e5d9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.987263] env[70220]: DEBUG nova.compute.manager [req-dbd1fba0-3fda-4cb9-8965-602edd7da311 req-3d3fe2bd-32fe-42f5-973f-7903c1ef3625 service nova] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] No waiting events found dispatching network-vif-plugged-b03b1240-f50d-491a-9b5b-7d2c4a58390d {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.987263] env[70220]: WARNING nova.compute.manager [req-dbd1fba0-3fda-4cb9-8965-602edd7da311 req-3d3fe2bd-32fe-42f5-973f-7903c1ef3625 service nova] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Received unexpected event network-vif-plugged-b03b1240-f50d-491a-9b5b-7d2c4a58390d for instance with vm_state building and task_state spawning. [ 938.023577] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.099321] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.103591] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522931de-04aa-d858-9a5d-252c2b4ec443, 'name': SearchDatastore_Task, 'duration_secs': 0.025889} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.103847] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.104427] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.104427] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.122995] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52eddca2-76ea-895e-3ddc-6e5c62e38947, 'name': SearchDatastore_Task, 'duration_secs': 0.012969} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.123835] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66417a35-a76c-4cb4-9d28-19776f958a4a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.131822] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 938.131822] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f699cf-f2e7-71c6-20af-3ac529dd0ab5" [ 938.131822] env[70220]: _type = "Task" [ 938.131822] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.140907] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f699cf-f2e7-71c6-20af-3ac529dd0ab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.248508] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "d2d70675-725d-438b-bc00-7b40c2775931" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.248851] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "d2d70675-725d-438b-bc00-7b40c2775931" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.356243] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625671, 'name': Destroy_Task, 'duration_secs': 0.61704} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.359209] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Destroyed the VM [ 938.359535] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 938.360224] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a91db299-49a3-4984-8ded-5cb0f40ae44a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.370061] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 938.370061] env[70220]: value = "task-3625674" [ 938.370061] env[70220]: _type = "Task" [ 938.370061] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.384609] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625674, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.516533] env[70220]: DEBUG oslo_vmware.api [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625672, 'name': PowerOnVM_Task, 'duration_secs': 0.601699} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.516924] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.517240] env[70220]: INFO nova.compute.manager [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Took 10.54 seconds to spawn the instance on the hypervisor. [ 938.517471] env[70220]: DEBUG nova.compute.manager [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.518423] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1a0249-1da6-4104-b69b-32f790498117 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.524653] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d7f88b-3871-4d4b-ad60-6435249730d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.540336] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ef1d0-3d15-45d3-8589-fbe288ddfeda {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.579827] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90d258e-81a0-4efa-965e-aedccad04351 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.590963] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fdd991-4cf7-4c88-86ea-8ebe5dd203b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.598389] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.599194] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625673, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.599615] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb2d9f39-409b-46e1-bb7f-9adae4cec5c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.612298] env[70220]: DEBUG nova.compute.provider_tree [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.615632] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 938.615632] env[70220]: value = "task-3625675" [ 938.615632] env[70220]: _type = "Task" [ 938.615632] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.626662] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.646411] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f699cf-f2e7-71c6-20af-3ac529dd0ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.019723} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.646927] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.647317] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 2b6b424c-2264-40e0-9e45-7418575e5d9e/2b6b424c-2264-40e0-9e45-7418575e5d9e.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.647900] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.648278] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.649078] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b4892d-1fee-42b9-8e0c-f1a73f904f2e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.652849] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef912d42-9a7c-446b-b8d6-4a82f94ea68a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.660703] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 938.660703] env[70220]: value = "task-3625676" [ 938.660703] env[70220]: _type = "Task" [ 938.660703] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.664607] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.664826] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.665937] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e15f610-2ba5-425b-81f3-19c05d48024e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.670997] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.674284] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 938.674284] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520e25c6-7172-dcf5-e748-6b0a57cd5fda" [ 938.674284] env[70220]: _type = "Task" [ 938.674284] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.686534] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520e25c6-7172-dcf5-e748-6b0a57cd5fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.753540] env[70220]: DEBUG nova.compute.manager [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.880382] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625674, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.973323] env[70220]: DEBUG nova.compute.manager [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 939.004128] env[70220]: DEBUG nova.virt.hardware [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.004835] env[70220]: DEBUG nova.virt.hardware [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.004835] env[70220]: DEBUG nova.virt.hardware [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.004835] env[70220]: DEBUG nova.virt.hardware [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.004835] env[70220]: DEBUG nova.virt.hardware [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.004835] env[70220]: DEBUG nova.virt.hardware [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.004835] env[70220]: DEBUG nova.virt.hardware [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.004835] env[70220]: DEBUG nova.virt.hardware [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.007342] env[70220]: DEBUG nova.virt.hardware [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.008183] env[70220]: DEBUG nova.virt.hardware [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.008953] env[70220]: DEBUG nova.virt.hardware [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.010554] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cf5914-e7f4-417c-9094-b4c32207d827 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.022286] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0703d6c3-cde5-41e9-86d5-df40c993c4c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.046689] env[70220]: INFO nova.compute.manager [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Took 37.14 seconds to build instance. [ 939.095627] env[70220]: DEBUG oslo_vmware.api [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625673, 'name': RemoveSnapshot_Task, 'duration_secs': 1.459587} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.096116] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.096493] env[70220]: INFO nova.compute.manager [None req-5adb6caa-3ea2-42bd-ad80-dfef97ffa3a9 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Took 14.65 seconds to snapshot the instance on the hypervisor. [ 939.119008] env[70220]: DEBUG nova.scheduler.client.report [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.137243] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625675, 'name': PowerOffVM_Task, 'duration_secs': 0.239739} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.137914] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.137914] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.139709] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3f8020-031d-4ce9-85a3-01490afa6d65 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.151362] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.151362] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90ccf43b-c49b-4e7b-b732-2847a311e972 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.170926] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625676, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.194500] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520e25c6-7172-dcf5-e748-6b0a57cd5fda, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.197512] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7025174-4536-4e65-a9e6-a5687bfeef3f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.209524] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 939.209524] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52223878-0c95-a561-bbe2-a25b6fc6772b" [ 939.209524] env[70220]: _type = "Task" [ 939.209524] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.221469] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52223878-0c95-a561-bbe2-a25b6fc6772b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.229835] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.230165] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.230421] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleting the datastore file [datastore2] f86272cc-e3fb-4bc5-8272-faab2cb68e29 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.231194] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6d294bd-327a-4741-ac13-cf1853d4281c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.238301] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 939.238301] env[70220]: value = "task-3625678" [ 939.238301] env[70220]: _type = "Task" [ 939.238301] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.248051] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.276822] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.382358] env[70220]: DEBUG oslo_vmware.api [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625674, 'name': RemoveSnapshot_Task, 'duration_secs': 0.617881} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.382679] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.382930] env[70220]: INFO nova.compute.manager [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Took 15.49 seconds to snapshot the instance on the hypervisor. [ 939.504064] env[70220]: DEBUG nova.network.neutron [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Successfully updated port: 775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.549586] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a83ba0ec-5877-4d1b-8694-4559ed802106 tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "54c0b980-8cb2-4f49-8454-bfe07defe304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.911s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.630341] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.630887] env[70220]: DEBUG nova.compute.manager [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 939.633779] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.413s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.635211] env[70220]: INFO nova.compute.claims [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 939.670520] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57899} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.671801] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 2b6b424c-2264-40e0-9e45-7418575e5d9e/2b6b424c-2264-40e0-9e45-7418575e5d9e.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.671923] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.672943] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ded23fe-2058-4285-b368-d063008dc47e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.680477] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 939.680477] env[70220]: value = "task-3625679" [ 939.680477] env[70220]: _type = "Task" [ 939.680477] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.691701] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e6f0a536-432f-467f-9016-54ee46e546af tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquiring lock "interface-54c0b980-8cb2-4f49-8454-bfe07defe304-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.692147] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e6f0a536-432f-467f-9016-54ee46e546af tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "interface-54c0b980-8cb2-4f49-8454-bfe07defe304-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.692484] env[70220]: DEBUG nova.objects.instance [None req-e6f0a536-432f-467f-9016-54ee46e546af tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lazy-loading 'flavor' on Instance uuid 54c0b980-8cb2-4f49-8454-bfe07defe304 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.693997] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "de59df0d-6372-447a-877c-41f3f26e6342" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.694222] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "de59df0d-6372-447a-877c-41f3f26e6342" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.694441] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "de59df0d-6372-447a-877c-41f3f26e6342-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.694663] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "de59df0d-6372-447a-877c-41f3f26e6342-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.694846] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "de59df0d-6372-447a-877c-41f3f26e6342-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.696496] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.697109] env[70220]: INFO nova.compute.manager [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Terminating instance [ 939.721347] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52223878-0c95-a561-bbe2-a25b6fc6772b, 'name': SearchDatastore_Task, 'duration_secs': 0.017724} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.721675] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.722049] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f524ca71-6018-4bc9-8362-6668eea30748/f524ca71-6018-4bc9-8362-6668eea30748.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.722297] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b94d81a-ba83-4f5c-a042-c47bdea37a9f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.730236] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 939.730236] env[70220]: value = "task-3625680" [ 939.730236] env[70220]: _type = "Task" [ 939.730236] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.739469] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.747876] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227572} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.748147] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.748331] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.748508] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.887228] env[70220]: DEBUG nova.compute.manager [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Instance disappeared during snapshot {{(pid=70220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 939.899341] env[70220]: DEBUG nova.compute.manager [None req-ba7b94b6-1110-4d43-bf51-e0a2b276df54 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image not found during clean up 0b4d1dfc-8d6f-4f9f-92b3-582d6e98a810 {{(pid=70220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 940.006046] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.006046] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.006334] env[70220]: DEBUG nova.network.neutron [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.107343] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Acquiring lock "0bc3e427-2335-46f3-b311-fa688563fece" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.107615] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Lock "0bc3e427-2335-46f3-b311-fa688563fece" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.107927] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Acquiring lock "0bc3e427-2335-46f3-b311-fa688563fece-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.108157] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Lock "0bc3e427-2335-46f3-b311-fa688563fece-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.108362] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Lock "0bc3e427-2335-46f3-b311-fa688563fece-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.110820] env[70220]: INFO nova.compute.manager [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Terminating instance [ 940.140702] env[70220]: DEBUG nova.compute.utils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.144153] env[70220]: DEBUG nova.compute.manager [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.144339] env[70220]: DEBUG nova.network.neutron [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.188709] env[70220]: DEBUG nova.policy [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8957375770714b8a9fc2ea1326b9977d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e3e861122f74d3491f12aef054fa1ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.198602] env[70220]: DEBUG nova.objects.instance [None req-e6f0a536-432f-467f-9016-54ee46e546af tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lazy-loading 'pci_requests' on Instance uuid 54c0b980-8cb2-4f49-8454-bfe07defe304 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.199970] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068691} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.200592] env[70220]: DEBUG nova.compute.manager [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.201058] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.201365] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.202300] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8380d36a-674b-453a-82c6-2e1e72a889ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.210194] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1514448-a70d-43cf-a22f-221926ea9583 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.243073] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2b6b424c-2264-40e0-9e45-7418575e5d9e/2b6b424c-2264-40e0-9e45-7418575e5d9e.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.249986] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ab3d2e9-fded-4878-8d82-bdc63fde56ac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.268823] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.273632] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52a43457-6e76-4503-b199-17e5620b088c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.283850] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625680, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.288802] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 940.288802] env[70220]: value = "task-3625681" [ 940.288802] env[70220]: _type = "Task" [ 940.288802] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.301512] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.344998] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.345301] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.345512] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleting the datastore file [datastore1] de59df0d-6372-447a-877c-41f3f26e6342 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.345900] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4ef103a-a3af-4287-93d1-a9658554267b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.353113] env[70220]: DEBUG oslo_vmware.api [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 940.353113] env[70220]: value = "task-3625683" [ 940.353113] env[70220]: _type = "Task" [ 940.353113] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.362790] env[70220]: DEBUG oslo_vmware.api [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.550377] env[70220]: DEBUG nova.network.neutron [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.573819] env[70220]: DEBUG nova.network.neutron [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Successfully created port: 8e380bf3-f9da-4b2b-af84-7f640d744e75 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.591244] env[70220]: DEBUG nova.compute.manager [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Received event network-changed-b03b1240-f50d-491a-9b5b-7d2c4a58390d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.591244] env[70220]: DEBUG nova.compute.manager [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Refreshing instance network info cache due to event network-changed-b03b1240-f50d-491a-9b5b-7d2c4a58390d. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.591244] env[70220]: DEBUG oslo_concurrency.lockutils [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] Acquiring lock "refresh_cache-2b6b424c-2264-40e0-9e45-7418575e5d9e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.591244] env[70220]: DEBUG oslo_concurrency.lockutils [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] Acquired lock "refresh_cache-2b6b424c-2264-40e0-9e45-7418575e5d9e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.591510] env[70220]: DEBUG nova.network.neutron [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Refreshing network info cache for port b03b1240-f50d-491a-9b5b-7d2c4a58390d {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.618273] env[70220]: DEBUG nova.compute.manager [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.618273] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.618273] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b247336-8699-4405-b592-34759a80ea46 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.627465] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Waiting for the task: (returnval){ [ 940.627465] env[70220]: value = "task-3625684" [ 940.627465] env[70220]: _type = "Task" [ 940.627465] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.639330] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.651500] env[70220]: DEBUG nova.compute.manager [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 940.701162] env[70220]: DEBUG nova.objects.base [None req-e6f0a536-432f-467f-9016-54ee46e546af tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Object Instance<54c0b980-8cb2-4f49-8454-bfe07defe304> lazy-loaded attributes: flavor,pci_requests {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 940.701473] env[70220]: DEBUG nova.network.neutron [None req-e6f0a536-432f-467f-9016-54ee46e546af tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 940.727290] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.727551] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.743285] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699124} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.747490] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f524ca71-6018-4bc9-8362-6668eea30748/f524ca71-6018-4bc9-8362-6668eea30748.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.747791] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.750401] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5478dc7-254e-4d38-95e4-6fbd4b830476 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.758724] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 940.758724] env[70220]: value = "task-3625685" [ 940.758724] env[70220]: _type = "Task" [ 940.758724] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.769071] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.803130] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.817732] env[70220]: DEBUG nova.network.neutron [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updating instance_info_cache with network_info: [{"id": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "address": "fa:16:3e:02:30:f0", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775c98bc-ed", "ovs_interfaceid": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.823260] env[70220]: DEBUG nova.virt.hardware [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.823260] env[70220]: DEBUG nova.virt.hardware [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.823260] env[70220]: DEBUG nova.virt.hardware [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.823260] env[70220]: DEBUG nova.virt.hardware [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.823498] env[70220]: DEBUG nova.virt.hardware [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.823530] env[70220]: DEBUG nova.virt.hardware [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.823848] env[70220]: DEBUG nova.virt.hardware [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.824085] env[70220]: DEBUG nova.virt.hardware [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.824315] env[70220]: DEBUG nova.virt.hardware [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.824513] env[70220]: DEBUG nova.virt.hardware [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.824734] env[70220]: DEBUG nova.virt.hardware [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.826252] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d764e-c6c0-41ca-a697-82b0ec4560e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.840133] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f10689-aea6-4f04-bb9b-99655ab69693 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.859368] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:eb:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fdb4e63-9035-41bb-b28c-bda4a4b7b358', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.869309] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.869309] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e6f0a536-432f-467f-9016-54ee46e546af tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "interface-54c0b980-8cb2-4f49-8454-bfe07defe304-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.176s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.873405] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.876774] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85b60d44-2229-48ea-a78c-26b3a60cd207 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.902635] env[70220]: DEBUG oslo_vmware.api [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284266} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.904092] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.904296] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.904513] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.904679] env[70220]: INFO nova.compute.manager [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Took 0.70 seconds to destroy the instance on the hypervisor. [ 940.904978] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.905078] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.905078] env[70220]: value = "task-3625686" [ 940.905078] env[70220]: _type = "Task" [ 940.905078] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.905680] env[70220]: DEBUG nova.compute.manager [-] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.905680] env[70220]: DEBUG nova.network.neutron [-] [instance: de59df0d-6372-447a-877c-41f3f26e6342] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.918671] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625686, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.137813] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625684, 'name': PowerOffVM_Task, 'duration_secs': 0.268393} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.138137] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.138562] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 941.138772] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722967', 'volume_id': '79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'name': 'volume-79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bc3e427-2335-46f3-b311-fa688563fece', 'attached_at': '', 'detached_at': '', 'volume_id': '79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'serial': '79102c24-8c14-43c5-8a57-d2bed5f35ba7'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 941.142166] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8bf812-cc7b-4253-8348-bb55a896c329 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.171990] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccedbab4-1105-4a89-b956-f690f0f6c7e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.181199] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e318887-d0e8-4585-b6e2-e9d51faf99f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.205297] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db844fb-41c7-41e7-ae5b-19452e1215a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.224454] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] The volume has not been displaced from its original location: [datastore1] volume-79102c24-8c14-43c5-8a57-d2bed5f35ba7/volume-79102c24-8c14-43c5-8a57-d2bed5f35ba7.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 941.230249] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 941.233681] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d1d270-f213-494e-a151-a6a24d9e9a79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.246751] env[70220]: DEBUG nova.compute.manager [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.263129] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Waiting for the task: (returnval){ [ 941.263129] env[70220]: value = "task-3625687" [ 941.263129] env[70220]: _type = "Task" [ 941.263129] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.277551] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080446} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.280843] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.281175] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.281976] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9181300-34d8-4961-be30-cae0b3eb1836 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.303994] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] f524ca71-6018-4bc9-8362-6668eea30748/f524ca71-6018-4bc9-8362-6668eea30748.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.314265] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b232d65d-a84b-4d8d-8376-6ba48a4f9e92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.334865] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.338114] env[70220]: DEBUG nova.compute.manager [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Instance network_info: |[{"id": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "address": "fa:16:3e:02:30:f0", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775c98bc-ed", "ovs_interfaceid": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 941.338114] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625681, 'name': ReconfigVM_Task, 'duration_secs': 0.578151} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.338114] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:30:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '775c98bc-ed4b-4b6e-850c-f534a91e4619', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.344994] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.345261] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2b6b424c-2264-40e0-9e45-7418575e5d9e/2b6b424c-2264-40e0-9e45-7418575e5d9e.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.346057] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 941.346057] env[70220]: value = "task-3625688" [ 941.346057] env[70220]: _type = "Task" [ 941.346057] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.346616] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.346875] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e95506b-a73d-4d35-a79f-bf8a39364e76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.351106] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-377617b3-5fc0-48f6-81fb-3f210d45ac4c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.386589] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 941.386589] env[70220]: value = "task-3625689" [ 941.386589] env[70220]: _type = "Task" [ 941.386589] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.386824] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.387015] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.387015] env[70220]: value = "task-3625690" [ 941.387015] env[70220]: _type = "Task" [ 941.387015] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.395512] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dc7c12-b3e8-4f67-9825-0ea8927e59a4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.403575] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625689, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.408939] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625690, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.409928] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebff3053-c97c-4fc2-ab54-2820a2d6f449 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.419240] env[70220]: DEBUG nova.network.neutron [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Updated VIF entry in instance network info cache for port b03b1240-f50d-491a-9b5b-7d2c4a58390d. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.419619] env[70220]: DEBUG nova.network.neutron [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Updating instance_info_cache with network_info: [{"id": "b03b1240-f50d-491a-9b5b-7d2c4a58390d", "address": "fa:16:3e:63:5f:db", "network": {"id": "aaa52ad9-62c4-44ed-b585-71b25c189f31", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-990731045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918239206a864cc6bbc0cebdd7310279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb03b1240-f5", "ovs_interfaceid": "b03b1240-f50d-491a-9b5b-7d2c4a58390d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.450985] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625686, 'name': CreateVM_Task, 'duration_secs': 0.4394} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.451877] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa0e962-5200-45f8-9ed7-701ed72f18c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.454751] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.455798] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.455963] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.456325] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.457078] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359223fb-97a0-4610-85b4-ac00a8dfc519 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.463280] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996c97e-0a7d-4709-b2f0-61254ca28faf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.469602] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 941.469602] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52073b96-60e2-2746-ac6f-f9afb93087a4" [ 941.469602] env[70220]: _type = "Task" [ 941.469602] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.485381] env[70220]: DEBUG nova.compute.provider_tree [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.495177] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52073b96-60e2-2746-ac6f-f9afb93087a4, 'name': SearchDatastore_Task, 'duration_secs': 0.015426} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.496176] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.496434] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.496653] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.497100] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.497100] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.497572] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59695ea5-87c4-4eee-bd6c-07000afe7ee4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.507866] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.508107] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.508863] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9609e13c-949f-4363-b3d5-2bdf5af2374b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.517901] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 941.517901] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522d45a1-b462-afb1-549b-57df3503a12f" [ 941.517901] env[70220]: _type = "Task" [ 941.517901] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.525861] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522d45a1-b462-afb1-549b-57df3503a12f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.677665] env[70220]: DEBUG nova.compute.manager [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 941.700910] env[70220]: DEBUG nova.virt.hardware [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 941.700910] env[70220]: DEBUG nova.virt.hardware [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.700910] env[70220]: DEBUG nova.virt.hardware [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.701159] env[70220]: DEBUG nova.virt.hardware [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.702274] env[70220]: DEBUG nova.virt.hardware [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.702522] env[70220]: DEBUG nova.virt.hardware [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 941.702925] env[70220]: DEBUG nova.virt.hardware [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 941.703228] env[70220]: DEBUG nova.virt.hardware [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 941.703466] env[70220]: DEBUG nova.virt.hardware [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 941.704556] env[70220]: DEBUG nova.virt.hardware [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 941.704556] env[70220]: DEBUG nova.virt.hardware [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 941.705788] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d09bee-4575-4ce6-8175-66cc4366616b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.716472] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afeaa17-73a2-4bbf-b780-7cdee9acea6e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.758224] env[70220]: DEBUG nova.network.neutron [-] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.773456] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.780481] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625687, 'name': ReconfigVM_Task, 'duration_secs': 0.249218} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.780761] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.785785] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9065fb4-e7d1-43e2-8fcb-c166393e2189 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.801121] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Waiting for the task: (returnval){ [ 941.801121] env[70220]: value = "task-3625691" [ 941.801121] env[70220]: _type = "Task" [ 941.801121] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.810389] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.858138] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625688, 'name': ReconfigVM_Task, 'duration_secs': 0.501023} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.858437] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Reconfigured VM instance instance-0000002f to attach disk [datastore2] f524ca71-6018-4bc9-8362-6668eea30748/f524ca71-6018-4bc9-8362-6668eea30748.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.859041] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c39ce0c-eab4-47a7-b8af-17e944077cb0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.865573] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 941.865573] env[70220]: value = "task-3625692" [ 941.865573] env[70220]: _type = "Task" [ 941.865573] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.873540] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625692, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.903790] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625689, 'name': Rename_Task, 'duration_secs': 0.19304} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.907011] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.907264] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625690, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.907474] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44520e2d-e9f8-46cc-b600-d9a6bd3dc9cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.913449] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 941.913449] env[70220]: value = "task-3625693" [ 941.913449] env[70220]: _type = "Task" [ 941.913449] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.922721] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.941402] env[70220]: DEBUG nova.compute.manager [req-ca00df62-3b21-46ea-a48e-a89b33d7929b req-2086b3dc-39b9-46fb-8e0d-308e0712cb87 service nova] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Received event network-vif-deleted-0bcef3d4-186b-49f4-99ad-049efca0a134 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.946974] env[70220]: DEBUG oslo_concurrency.lockutils [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] Releasing lock "refresh_cache-2b6b424c-2264-40e0-9e45-7418575e5d9e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.947351] env[70220]: DEBUG nova.compute.manager [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Received event network-vif-deleted-66f1cced-4847-4420-a96c-e14220b6af9b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.947472] env[70220]: DEBUG nova.compute.manager [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Received event network-vif-plugged-775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.947665] env[70220]: DEBUG oslo_concurrency.lockutils [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] Acquiring lock "67b781f1-3651-42ae-9c8e-7270cff068cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.947872] env[70220]: DEBUG oslo_concurrency.lockutils [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.948111] env[70220]: DEBUG oslo_concurrency.lockutils [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.948212] env[70220]: DEBUG nova.compute.manager [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] No waiting events found dispatching network-vif-plugged-775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.948412] env[70220]: WARNING nova.compute.manager [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Received unexpected event network-vif-plugged-775c98bc-ed4b-4b6e-850c-f534a91e4619 for instance with vm_state building and task_state spawning. [ 941.948532] env[70220]: DEBUG nova.compute.manager [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Received event network-changed-775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.948683] env[70220]: DEBUG nova.compute.manager [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Refreshing instance network info cache due to event network-changed-775c98bc-ed4b-4b6e-850c-f534a91e4619. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.948892] env[70220]: DEBUG oslo_concurrency.lockutils [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] Acquiring lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.949058] env[70220]: DEBUG oslo_concurrency.lockutils [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] Acquired lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.949233] env[70220]: DEBUG nova.network.neutron [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Refreshing network info cache for port 775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 941.989287] env[70220]: DEBUG nova.scheduler.client.report [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.028542] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522d45a1-b462-afb1-549b-57df3503a12f, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.029544] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24181ad-03da-4df0-89dd-319114902946 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.035428] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 942.035428] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a49a73-026a-9339-f292-205cd49a9c41" [ 942.035428] env[70220]: _type = "Task" [ 942.035428] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.045859] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a49a73-026a-9339-f292-205cd49a9c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.258980] env[70220]: DEBUG nova.network.neutron [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Successfully updated port: 8e380bf3-f9da-4b2b-af84-7f640d744e75 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.263868] env[70220]: INFO nova.compute.manager [-] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Took 1.36 seconds to deallocate network for instance. [ 942.313568] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625691, 'name': ReconfigVM_Task, 'duration_secs': 0.16837} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.313918] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722967', 'volume_id': '79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'name': 'volume-79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bc3e427-2335-46f3-b311-fa688563fece', 'attached_at': '', 'detached_at': '', 'volume_id': '79102c24-8c14-43c5-8a57-d2bed5f35ba7', 'serial': '79102c24-8c14-43c5-8a57-d2bed5f35ba7'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 942.314230] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.315077] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e26725-9720-4979-a43d-12192f551d53 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.323240] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.323521] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53bbd361-313b-49b5-b492-881969260a44 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.377022] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625692, 'name': Rename_Task, 'duration_secs': 0.192535} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.377022] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.377022] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dd90cf8-88c2-4d34-bdbd-4c2803fd1f90 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.383978] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 942.383978] env[70220]: value = "task-3625695" [ 942.383978] env[70220]: _type = "Task" [ 942.383978] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.393710] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.397885] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.398487] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.398487] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Deleting the datastore file [datastore1] 0bc3e427-2335-46f3-b311-fa688563fece {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.398729] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80dd3882-d03e-4a5c-9f1d-afe073591e6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.405427] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625690, 'name': CreateVM_Task, 'duration_secs': 0.941561} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.407771] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.410926] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Waiting for the task: (returnval){ [ 942.410926] env[70220]: value = "task-3625696" [ 942.410926] env[70220]: _type = "Task" [ 942.410926] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.412318] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.412318] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.412318] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.412514] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-268b5668-2a36-4cef-ab02-ac41aa05299b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.424286] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 942.424286] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ed5c90-470b-f536-dd16-4deeb3b3d8ca" [ 942.424286] env[70220]: _type = "Task" [ 942.424286] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.431354] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.431962] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.442507] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ed5c90-470b-f536-dd16-4deeb3b3d8ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015556} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.442507] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.442713] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.444206] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.498331] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.498331] env[70220]: DEBUG nova.compute.manager [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 942.500786] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.180s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.504020] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.504020] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.310s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.505306] env[70220]: INFO nova.compute.claims [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.552853] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a49a73-026a-9339-f292-205cd49a9c41, 'name': SearchDatastore_Task, 'duration_secs': 0.017497} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.554009] env[70220]: INFO nova.scheduler.client.report [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Deleted allocations for instance a88a7999-85b6-4f16-9da7-1dea0c980f16 [ 942.558734] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.558734] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.561122] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.561467] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.561913] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b459d395-18a7-4a89-8249-e288af358f23 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.565812] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8588a95-eada-49ee-a395-24fd57e2f589 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.573937] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 942.573937] env[70220]: value = "task-3625697" [ 942.573937] env[70220]: _type = "Task" [ 942.573937] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.582959] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.583180] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.586018] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248e9b9d-b966-44a5-a13e-00a5cd447744 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.591013] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.597043] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 942.597043] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524f589f-6e60-caf3-00fc-39eba655333f" [ 942.597043] env[70220]: _type = "Task" [ 942.597043] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.610738] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524f589f-6e60-caf3-00fc-39eba655333f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.704790] env[70220]: DEBUG nova.network.neutron [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updated VIF entry in instance network info cache for port 775c98bc-ed4b-4b6e-850c-f534a91e4619. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.705218] env[70220]: DEBUG nova.network.neutron [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updating instance_info_cache with network_info: [{"id": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "address": "fa:16:3e:02:30:f0", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775c98bc-ed", "ovs_interfaceid": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.765138] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquiring lock "refresh_cache-efb5caa8-1889-4c66-a941-afd026a1d992" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.765384] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquired lock "refresh_cache-efb5caa8-1889-4c66-a941-afd026a1d992" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.765448] env[70220]: DEBUG nova.network.neutron [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.776345] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.799185] env[70220]: DEBUG nova.compute.manager [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Received event network-vif-plugged-8e380bf3-f9da-4b2b-af84-7f640d744e75 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.799185] env[70220]: DEBUG oslo_concurrency.lockutils [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] Acquiring lock "efb5caa8-1889-4c66-a941-afd026a1d992-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.799185] env[70220]: DEBUG oslo_concurrency.lockutils [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] Lock "efb5caa8-1889-4c66-a941-afd026a1d992-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.799185] env[70220]: DEBUG oslo_concurrency.lockutils [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] Lock "efb5caa8-1889-4c66-a941-afd026a1d992-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.799185] env[70220]: DEBUG nova.compute.manager [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] No waiting events found dispatching network-vif-plugged-8e380bf3-f9da-4b2b-af84-7f640d744e75 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.799759] env[70220]: WARNING nova.compute.manager [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Received unexpected event network-vif-plugged-8e380bf3-f9da-4b2b-af84-7f640d744e75 for instance with vm_state building and task_state spawning. [ 942.800077] env[70220]: DEBUG nova.compute.manager [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Received event network-changed-8e380bf3-f9da-4b2b-af84-7f640d744e75 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.800351] env[70220]: DEBUG nova.compute.manager [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Refreshing instance network info cache due to event network-changed-8e380bf3-f9da-4b2b-af84-7f640d744e75. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.800642] env[70220]: DEBUG oslo_concurrency.lockutils [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] Acquiring lock "refresh_cache-efb5caa8-1889-4c66-a941-afd026a1d992" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.894960] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625695, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.912504] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquiring lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.912950] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.913271] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquiring lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.913498] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.913743] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.920368] env[70220]: INFO nova.compute.manager [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Terminating instance [ 942.934275] env[70220]: DEBUG oslo_vmware.api [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Task: {'id': task-3625696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163153} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.940659] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.940659] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.940659] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.940659] env[70220]: INFO nova.compute.manager [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Took 2.32 seconds to destroy the instance on the hypervisor. [ 942.940659] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.941053] env[70220]: DEBUG oslo_vmware.api [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625693, 'name': PowerOnVM_Task, 'duration_secs': 0.70347} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.941985] env[70220]: DEBUG nova.compute.manager [-] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.942176] env[70220]: DEBUG nova.network.neutron [-] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.944802] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.945231] env[70220]: INFO nova.compute.manager [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Took 12.17 seconds to spawn the instance on the hypervisor. [ 942.945572] env[70220]: DEBUG nova.compute.manager [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.947561] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85697c9a-6615-4664-95e1-7442a1370c1a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.012496] env[70220]: DEBUG nova.compute.utils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.017891] env[70220]: DEBUG nova.compute.manager [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.018473] env[70220]: DEBUG nova.network.neutron [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.022976] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquiring lock "54c0b980-8cb2-4f49-8454-bfe07defe304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.023256] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "54c0b980-8cb2-4f49-8454-bfe07defe304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.023498] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquiring lock "54c0b980-8cb2-4f49-8454-bfe07defe304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.023659] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "54c0b980-8cb2-4f49-8454-bfe07defe304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.023843] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "54c0b980-8cb2-4f49-8454-bfe07defe304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.028710] env[70220]: INFO nova.compute.manager [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Terminating instance [ 943.069559] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0045af14-5711-499d-9732-bd4928b2d0bd tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "a88a7999-85b6-4f16-9da7-1dea0c980f16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.708s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.087072] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625697, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.112582] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524f589f-6e60-caf3-00fc-39eba655333f, 'name': SearchDatastore_Task, 'duration_secs': 0.013318} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.113536] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc106d99-7fb3-48b2-a471-314ad15ba2aa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.120201] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 943.120201] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52064112-845d-6b2d-6067-b7c7b96e2059" [ 943.120201] env[70220]: _type = "Task" [ 943.120201] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.132172] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52064112-845d-6b2d-6067-b7c7b96e2059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.134478] env[70220]: DEBUG nova.policy [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07d99abbdda64d298dc4d2d941af12dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d1e8cf5c4b04d0395ea61cfa52177cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.208078] env[70220]: DEBUG oslo_concurrency.lockutils [req-65007a8d-a0f0-401f-b32a-d49937a29810 req-89727f91-8413-45d1-87ae-6645bf3924ff service nova] Releasing lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.304395] env[70220]: DEBUG nova.network.neutron [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.395498] env[70220]: DEBUG oslo_vmware.api [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625695, 'name': PowerOnVM_Task, 'duration_secs': 0.567116} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.395782] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.396015] env[70220]: DEBUG nova.compute.manager [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.396833] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8dc060-d1d3-47db-bc50-c446189107b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.442441] env[70220]: DEBUG nova.compute.manager [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.442441] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.442441] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79c8222-3c69-40df-b2ec-c8f99db018db {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.450839] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.451114] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed825cd4-40fd-4f33-a7e3-a926f6525225 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.458440] env[70220]: DEBUG oslo_vmware.api [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 943.458440] env[70220]: value = "task-3625698" [ 943.458440] env[70220]: _type = "Task" [ 943.458440] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.473303] env[70220]: DEBUG oslo_vmware.api [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.475076] env[70220]: INFO nova.compute.manager [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Took 37.35 seconds to build instance. [ 943.515427] env[70220]: DEBUG nova.network.neutron [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Updating instance_info_cache with network_info: [{"id": "8e380bf3-f9da-4b2b-af84-7f640d744e75", "address": "fa:16:3e:80:b5:96", "network": {"id": "b4780783-6721-46a6-8be3-3b8949120c76", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1638348025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3e861122f74d3491f12aef054fa1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e380bf3-f9", "ovs_interfaceid": "8e380bf3-f9da-4b2b-af84-7f640d744e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.520352] env[70220]: DEBUG nova.compute.manager [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 943.537106] env[70220]: DEBUG nova.compute.manager [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.537404] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.542980] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3251218-897e-4c2c-8b21-427ef6f3ac16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.561105] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.561906] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51c4a4d0-6f1a-4156-ae18-a21e47440725 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.571445] env[70220]: DEBUG oslo_vmware.api [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for the task: (returnval){ [ 943.571445] env[70220]: value = "task-3625699" [ 943.571445] env[70220]: _type = "Task" [ 943.571445] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.596971] env[70220]: DEBUG oslo_vmware.api [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.601095] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664082} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.601383] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.601653] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.601937] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58f9bec9-2637-46c3-8a23-5d862379a8c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.608994] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 943.608994] env[70220]: value = "task-3625700" [ 943.608994] env[70220]: _type = "Task" [ 943.608994] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.622760] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.637186] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52064112-845d-6b2d-6067-b7c7b96e2059, 'name': SearchDatastore_Task, 'duration_secs': 0.045975} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.637701] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.638024] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 67b781f1-3651-42ae-9c8e-7270cff068cf/67b781f1-3651-42ae-9c8e-7270cff068cf.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.639140] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-958eb9e2-0ee7-40c6-b9ca-997172d65329 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.645980] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 943.645980] env[70220]: value = "task-3625701" [ 943.645980] env[70220]: _type = "Task" [ 943.645980] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.659540] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.801043] env[70220]: DEBUG nova.network.neutron [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Successfully created port: 45bfcd22-665d-4dd7-af34-a30277450efd {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.926185] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.969547] env[70220]: DEBUG oslo_vmware.api [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625698, 'name': PowerOffVM_Task, 'duration_secs': 0.247342} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.972562] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.972751] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.973247] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60ffd5f8-4671-493c-8260-3c30a01686ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.980832] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4de38420-11d4-441f-b371-a389919a75e9 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "2b6b424c-2264-40e0-9e45-7418575e5d9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.706s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.021171] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Releasing lock "refresh_cache-efb5caa8-1889-4c66-a941-afd026a1d992" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.022855] env[70220]: DEBUG nova.compute.manager [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Instance network_info: |[{"id": "8e380bf3-f9da-4b2b-af84-7f640d744e75", "address": "fa:16:3e:80:b5:96", "network": {"id": "b4780783-6721-46a6-8be3-3b8949120c76", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1638348025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3e861122f74d3491f12aef054fa1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e380bf3-f9", "ovs_interfaceid": "8e380bf3-f9da-4b2b-af84-7f640d744e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.022855] env[70220]: DEBUG oslo_concurrency.lockutils [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] Acquired lock "refresh_cache-efb5caa8-1889-4c66-a941-afd026a1d992" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.022855] env[70220]: DEBUG nova.network.neutron [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Refreshing network info cache for port 8e380bf3-f9da-4b2b-af84-7f640d744e75 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.023589] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:b5:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e380bf3-f9da-4b2b-af84-7f640d744e75', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.033132] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Creating folder: Project (0e3e861122f74d3491f12aef054fa1ad). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.043426] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1096c362-223e-4882-bfd3-1ef25e392c47 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.047735] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.048035] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.048307] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Deleting the datastore file [datastore1] c4c8a84f-bcd6-48b9-9a4f-aff338cf8084 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.049018] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ae043e1-1ade-4fb8-a618-4ad13fb68abe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.057323] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Created folder: Project (0e3e861122f74d3491f12aef054fa1ad) in parent group-v722922. [ 944.057533] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Creating folder: Instances. Parent ref: group-v723077. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.060763] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba946527-293b-4209-bbeb-99bfb9972c47 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.062035] env[70220]: DEBUG oslo_vmware.api [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for the task: (returnval){ [ 944.062035] env[70220]: value = "task-3625704" [ 944.062035] env[70220]: _type = "Task" [ 944.062035] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.072503] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Created folder: Instances in parent group-v723077. [ 944.072503] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.072697] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.080326] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18fddb09-53a6-4f21-bd4c-8a7d3b8f2c87 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.095897] env[70220]: DEBUG oslo_vmware.api [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.106096] env[70220]: DEBUG oslo_vmware.api [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625699, 'name': PowerOffVM_Task, 'duration_secs': 0.240083} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.107708] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.107932] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.108489] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.108489] env[70220]: value = "task-3625706" [ 944.108489] env[70220]: _type = "Task" [ 944.108489] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.108489] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-647afc70-3de7-48ea-bd40-0717217e2d7d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.126780] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625706, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.130101] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107694} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.134029] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.134621] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f08988-e4c0-4762-8b6a-6949ed267f1a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.159636] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.166619] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f19a87ca-8fa6-4345-8c58-e2c338ef44cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.189746] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625701, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.191591] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 944.191591] env[70220]: value = "task-3625708" [ 944.191591] env[70220]: _type = "Task" [ 944.191591] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.200623] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.200836] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.201024] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Deleting the datastore file [datastore1] 54c0b980-8cb2-4f49-8454-bfe07defe304 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.201332] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb46a04-3009-4977-9647-e72cdcf14c3f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.207946] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625708, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.213723] env[70220]: DEBUG oslo_vmware.api [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for the task: (returnval){ [ 944.213723] env[70220]: value = "task-3625709" [ 944.213723] env[70220]: _type = "Task" [ 944.213723] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.227224] env[70220]: DEBUG oslo_vmware.api [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.261296] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779d9f7c-b894-4971-8e57-526727a56307 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.271441] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16dbd9b-bb9d-4e77-882a-e3e7f9be8e0c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.275491] env[70220]: DEBUG nova.network.neutron [-] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.313023] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1b92f9-01ab-493e-9ebe-ec2cf0c6a58d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.324688] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62f700c-ce43-4a7c-ae82-1fa4f67d6f78 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.337706] env[70220]: DEBUG nova.compute.provider_tree [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.548189] env[70220]: DEBUG nova.compute.manager [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 944.573074] env[70220]: DEBUG oslo_vmware.api [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Task: {'id': task-3625704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371202} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.576847] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.576847] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.576847] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.576847] env[70220]: INFO nova.compute.manager [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Took 1.14 seconds to destroy the instance on the hypervisor. [ 944.576847] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.576847] env[70220]: DEBUG nova.compute.manager [-] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.576847] env[70220]: DEBUG nova.network.neutron [-] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.589042] env[70220]: DEBUG nova.virt.hardware [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.589042] env[70220]: DEBUG nova.virt.hardware [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.589435] env[70220]: DEBUG nova.virt.hardware [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.589435] env[70220]: DEBUG nova.virt.hardware [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.589549] env[70220]: DEBUG nova.virt.hardware [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.591037] env[70220]: DEBUG nova.virt.hardware [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.591037] env[70220]: DEBUG nova.virt.hardware [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.591037] env[70220]: DEBUG nova.virt.hardware [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.591037] env[70220]: DEBUG nova.virt.hardware [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.591037] env[70220]: DEBUG nova.virt.hardware [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.591245] env[70220]: DEBUG nova.virt.hardware [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.592968] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8b31a2-e02a-41d9-ac00-8d9a4e0ea9f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.601508] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e43a995-95a2-49e0-bda1-4f2c4f0cf201 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.628016] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625706, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.660971] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710251} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.661314] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 67b781f1-3651-42ae-9c8e-7270cff068cf/67b781f1-3651-42ae-9c8e-7270cff068cf.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.661615] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.661893] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72a72dda-fe17-4ff0-a127-2670610694cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.668977] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 944.668977] env[70220]: value = "task-3625710" [ 944.668977] env[70220]: _type = "Task" [ 944.668977] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.680932] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.702999] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625708, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.705411] env[70220]: DEBUG oslo_vmware.rw_handles [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aada9-c45f-abfa-30a9-6e9c03da0faf/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.706487] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9981495-27cc-4188-b89a-cbee7b88049e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.714401] env[70220]: DEBUG oslo_vmware.rw_handles [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aada9-c45f-abfa-30a9-6e9c03da0faf/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.714717] env[70220]: ERROR oslo_vmware.rw_handles [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aada9-c45f-abfa-30a9-6e9c03da0faf/disk-0.vmdk due to incomplete transfer. [ 944.719792] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fe3fa850-1004-41ed-aabb-5985a82b17a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.726817] env[70220]: DEBUG oslo_vmware.api [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Task: {'id': task-3625709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318377} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.728254] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.729376] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.729376] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.729376] env[70220]: INFO nova.compute.manager [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Took 1.19 seconds to destroy the instance on the hypervisor. [ 944.729376] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.729561] env[70220]: DEBUG oslo_vmware.rw_handles [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aada9-c45f-abfa-30a9-6e9c03da0faf/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 944.729812] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Uploaded image 7d534414-55f7-4e88-a218-739af6247bda to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 944.731829] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 944.732113] env[70220]: DEBUG nova.compute.manager [-] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.732229] env[70220]: DEBUG nova.network.neutron [-] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.737015] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1e15c796-9da4-489d-869a-3e914ff0ca21 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.740480] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 944.740480] env[70220]: value = "task-3625711" [ 944.740480] env[70220]: _type = "Task" [ 944.740480] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.748170] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625711, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.778934] env[70220]: INFO nova.compute.manager [-] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Took 1.84 seconds to deallocate network for instance. [ 944.840868] env[70220]: DEBUG nova.scheduler.client.report [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.957081] env[70220]: DEBUG nova.network.neutron [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Updated VIF entry in instance network info cache for port 8e380bf3-f9da-4b2b-af84-7f640d744e75. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.957439] env[70220]: DEBUG nova.network.neutron [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Updating instance_info_cache with network_info: [{"id": "8e380bf3-f9da-4b2b-af84-7f640d744e75", "address": "fa:16:3e:80:b5:96", "network": {"id": "b4780783-6721-46a6-8be3-3b8949120c76", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1638348025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3e861122f74d3491f12aef054fa1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e380bf3-f9", "ovs_interfaceid": "8e380bf3-f9da-4b2b-af84-7f640d744e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.067158] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquiring lock "8524c032-88de-4b91-a351-9413a628f230" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.067530] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Lock "8524c032-88de-4b91-a351-9413a628f230" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.067866] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquiring lock "8524c032-88de-4b91-a351-9413a628f230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.068628] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Lock "8524c032-88de-4b91-a351-9413a628f230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.068628] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Lock "8524c032-88de-4b91-a351-9413a628f230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.077631] env[70220]: INFO nova.compute.manager [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Terminating instance [ 945.127251] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625706, 'name': CreateVM_Task, 'duration_secs': 0.811503} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.128416] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.130188] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.130647] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.131126] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.131474] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a57b7405-3ddf-4da2-ad1b-5e92dd6fb070 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.140559] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for the task: (returnval){ [ 945.140559] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5283a83b-866d-6e5b-f9a5-5039ed45008a" [ 945.140559] env[70220]: _type = "Task" [ 945.140559] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.149651] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5283a83b-866d-6e5b-f9a5-5039ed45008a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.181676] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069527} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.181676] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.181676] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aaf0313-4b74-48c4-af36-1d7c48e1288b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.210268] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 67b781f1-3651-42ae-9c8e-7270cff068cf/67b781f1-3651-42ae-9c8e-7270cff068cf.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.214021] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8cb0ee0-d7f6-4ec7-8e08-cc09a975a670 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.238796] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625708, 'name': ReconfigVM_Task, 'duration_secs': 0.853936} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.244040] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Reconfigured VM instance instance-0000000e to attach disk [datastore2] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.244944] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 945.244944] env[70220]: value = "task-3625712" [ 945.244944] env[70220]: _type = "Task" [ 945.244944] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.245185] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae13fef7-0467-4f0a-9736-e91273c3dfea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.261045] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625711, 'name': Destroy_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.265619] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 945.265619] env[70220]: value = "task-3625713" [ 945.265619] env[70220]: _type = "Task" [ 945.265619] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.266177] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.275128] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625713, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.315410] env[70220]: DEBUG nova.compute.manager [req-b27cb182-a820-4aa1-8ef1-aaa181701b4f req-7a68314a-c870-4608-aeaa-84fd0fc430cb service nova] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Received event network-vif-deleted-fdbf415a-1c9d-40f3-a9d4-f4efceec7988 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.340867] env[70220]: INFO nova.compute.manager [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Took 0.56 seconds to detach 1 volumes for instance. [ 945.343145] env[70220]: DEBUG nova.compute.manager [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Deleting volume: 79102c24-8c14-43c5-8a57-d2bed5f35ba7 {{(pid=70220) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 945.348892] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.349957] env[70220]: DEBUG nova.compute.manager [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 945.355322] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.668s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.355523] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.357788] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.146s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.359268] env[70220]: INFO nova.compute.claims [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.414260] env[70220]: DEBUG nova.compute.manager [req-125368c5-8f3d-43f6-af10-76b7a8159c2e req-6d8a0ad7-df0a-4d70-a9ea-32bbee086f19 service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Received event network-vif-deleted-d6d06406-e4fd-4db1-9d58-3d61e5e92f1b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.414401] env[70220]: INFO nova.compute.manager [req-125368c5-8f3d-43f6-af10-76b7a8159c2e req-6d8a0ad7-df0a-4d70-a9ea-32bbee086f19 service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Neutron deleted interface d6d06406-e4fd-4db1-9d58-3d61e5e92f1b; detaching it from the instance and deleting it from the info cache [ 945.414562] env[70220]: DEBUG nova.network.neutron [req-125368c5-8f3d-43f6-af10-76b7a8159c2e req-6d8a0ad7-df0a-4d70-a9ea-32bbee086f19 service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.424576] env[70220]: INFO nova.scheduler.client.report [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Deleted allocations for instance 2fcb8655-8edf-4205-82f1-728c9fe0997e [ 945.463239] env[70220]: DEBUG oslo_concurrency.lockutils [req-779daaf6-ddf6-447e-a3c4-cc1e53a3b2ad req-97b3e54a-d0cd-439e-83b2-40dfaaa8f763 service nova] Releasing lock "refresh_cache-efb5caa8-1889-4c66-a941-afd026a1d992" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.502401] env[70220]: DEBUG nova.network.neutron [-] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.581878] env[70220]: DEBUG nova.compute.manager [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.582271] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.583339] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da75f2-0631-4b94-af27-6e65f5eb4dad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.592584] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.592869] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa4c0c91-fad6-43b8-b4c6-5e9b57489db3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.600091] env[70220]: DEBUG oslo_vmware.api [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for the task: (returnval){ [ 945.600091] env[70220]: value = "task-3625715" [ 945.600091] env[70220]: _type = "Task" [ 945.600091] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.608337] env[70220]: DEBUG oslo_vmware.api [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.651779] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5283a83b-866d-6e5b-f9a5-5039ed45008a, 'name': SearchDatastore_Task, 'duration_secs': 0.043551} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.651907] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.652164] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.652416] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.652558] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.652733] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.653047] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2247920-cd46-4aa0-8276-072c3807f287 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.661799] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.662718] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.662718] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33d0de05-0280-4e6b-a786-3da3cee29c98 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.668428] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for the task: (returnval){ [ 945.668428] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5272c9a3-5e51-d20b-f9c2-a421a8871ce8" [ 945.668428] env[70220]: _type = "Task" [ 945.668428] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.677308] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5272c9a3-5e51-d20b-f9c2-a421a8871ce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.744510] env[70220]: DEBUG nova.network.neutron [-] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.763544] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625712, 'name': ReconfigVM_Task, 'duration_secs': 0.449639} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.767971] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 67b781f1-3651-42ae-9c8e-7270cff068cf/67b781f1-3651-42ae-9c8e-7270cff068cf.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.769769] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625711, 'name': Destroy_Task, 'duration_secs': 0.670691} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.769769] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b2a8171-f4a7-4b8f-bb9c-f11f0da5f456 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.774411] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Destroyed the VM [ 945.774534] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.775748] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2a5ac62e-80d2-412c-8bec-ab3c2843700e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.783963] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625713, 'name': Rename_Task, 'duration_secs': 0.260699} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.786902] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.787289] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 945.787289] env[70220]: value = "task-3625716" [ 945.787289] env[70220]: _type = "Task" [ 945.787289] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.787549] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 945.787549] env[70220]: value = "task-3625717" [ 945.787549] env[70220]: _type = "Task" [ 945.787549] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.787788] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6a1eba2-4009-4e9a-8680-41215eb617cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.807389] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625716, 'name': Rename_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.812446] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 945.812446] env[70220]: value = "task-3625718" [ 945.812446] env[70220]: _type = "Task" [ 945.812446] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.812840] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625717, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.828939] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.867080] env[70220]: DEBUG nova.compute.utils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.868708] env[70220]: DEBUG nova.compute.manager [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.868870] env[70220]: DEBUG nova.network.neutron [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.904619] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.920553] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a069291c-c489-467e-924a-d7c751061c47 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.934313] env[70220]: DEBUG oslo_concurrency.lockutils [None req-39632413-b9d5-4c62-a8df-6125d1dbeb1b tempest-ServerAddressesTestJSON-62392986 tempest-ServerAddressesTestJSON-62392986-project-member] Lock "2fcb8655-8edf-4205-82f1-728c9fe0997e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.062s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.938808] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d30f8f6-aa37-4676-8f9a-69d5b78e7c0c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.957759] env[70220]: DEBUG nova.policy [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f2bee83b4f4b7f8d249010a1a83f40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02abc3df7dd14990b15371862cfb51f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.965732] env[70220]: DEBUG nova.network.neutron [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Successfully updated port: 45bfcd22-665d-4dd7-af34-a30277450efd {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.997756] env[70220]: DEBUG nova.compute.manager [req-125368c5-8f3d-43f6-af10-76b7a8159c2e req-6d8a0ad7-df0a-4d70-a9ea-32bbee086f19 service nova] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Detach interface failed, port_id=d6d06406-e4fd-4db1-9d58-3d61e5e92f1b, reason: Instance c4c8a84f-bcd6-48b9-9a4f-aff338cf8084 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 946.005743] env[70220]: INFO nova.compute.manager [-] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Took 1.43 seconds to deallocate network for instance. [ 946.048057] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquiring lock "f524ca71-6018-4bc9-8362-6668eea30748" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.048057] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "f524ca71-6018-4bc9-8362-6668eea30748" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.048057] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquiring lock "f524ca71-6018-4bc9-8362-6668eea30748-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.048057] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "f524ca71-6018-4bc9-8362-6668eea30748-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.048057] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "f524ca71-6018-4bc9-8362-6668eea30748-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.049901] env[70220]: INFO nova.compute.manager [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Terminating instance [ 946.112223] env[70220]: DEBUG oslo_vmware.api [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625715, 'name': PowerOffVM_Task, 'duration_secs': 0.19277} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.112502] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.112711] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.112979] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad85d629-60b7-4513-b559-52d9a0e29af4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.183403] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5272c9a3-5e51-d20b-f9c2-a421a8871ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.186088] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec580f2-59cd-4e36-9205-3af11c49d17a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.188607] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.189168] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.189168] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Deleting the datastore file [datastore1] 8524c032-88de-4b91-a351-9413a628f230 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.189168] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf32ea08-fd19-4238-ab8d-02951752e20f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.194239] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for the task: (returnval){ [ 946.194239] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a7433b-0221-4d79-fa66-793c1be83550" [ 946.194239] env[70220]: _type = "Task" [ 946.194239] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.199990] env[70220]: DEBUG oslo_vmware.api [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for the task: (returnval){ [ 946.199990] env[70220]: value = "task-3625720" [ 946.199990] env[70220]: _type = "Task" [ 946.199990] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.207467] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a7433b-0221-4d79-fa66-793c1be83550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.212370] env[70220]: DEBUG oslo_vmware.api [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.252334] env[70220]: INFO nova.compute.manager [-] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Took 1.52 seconds to deallocate network for instance. [ 946.307224] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625716, 'name': Rename_Task, 'duration_secs': 0.196962} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.310974] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.311620] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625717, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.311850] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e01a8036-9bf4-48bc-970a-e5d6c2eba638 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.314285] env[70220]: DEBUG nova.network.neutron [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Successfully created port: 447eb8a0-a066-4e25-889c-fd5da4a53099 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.330125] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.330125] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 946.330125] env[70220]: value = "task-3625721" [ 946.330125] env[70220]: _type = "Task" [ 946.330125] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.374674] env[70220]: DEBUG nova.compute.manager [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 946.466484] env[70220]: DEBUG nova.compute.manager [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.467515] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b13c0e1-60cb-47af-ac1b-ebd1328c99d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.475041] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquiring lock "refresh_cache-eda7ea6e-cc78-486b-a96f-75c99374fb97" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.475125] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquired lock "refresh_cache-eda7ea6e-cc78-486b-a96f-75c99374fb97" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.475217] env[70220]: DEBUG nova.network.neutron [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.512770] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.556457] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquiring lock "refresh_cache-f524ca71-6018-4bc9-8362-6668eea30748" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.556671] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquired lock "refresh_cache-f524ca71-6018-4bc9-8362-6668eea30748" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.556854] env[70220]: DEBUG nova.network.neutron [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.705366] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a7433b-0221-4d79-fa66-793c1be83550, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.708618] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.708906] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] efb5caa8-1889-4c66-a941-afd026a1d992/efb5caa8-1889-4c66-a941-afd026a1d992.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.713022] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40f269f3-583d-44a0-9bad-9b5f21535ffe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.718738] env[70220]: DEBUG oslo_vmware.api [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Task: {'id': task-3625720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150226} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.719941] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.720133] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.720305] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.720526] env[70220]: INFO nova.compute.manager [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] [instance: 8524c032-88de-4b91-a351-9413a628f230] Took 1.14 seconds to destroy the instance on the hypervisor. [ 946.720806] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.721131] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for the task: (returnval){ [ 946.721131] env[70220]: value = "task-3625722" [ 946.721131] env[70220]: _type = "Task" [ 946.721131] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.721344] env[70220]: DEBUG nova.compute.manager [-] [instance: 8524c032-88de-4b91-a351-9413a628f230] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.721413] env[70220]: DEBUG nova.network.neutron [-] [instance: 8524c032-88de-4b91-a351-9413a628f230] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.730834] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.761327] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.806643] env[70220]: DEBUG oslo_vmware.api [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625717, 'name': RemoveSnapshot_Task, 'duration_secs': 0.871372} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.806927] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.807242] env[70220]: INFO nova.compute.manager [None req-86722793-f078-440d-8a09-1a9aea9ab9cd tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Took 23.11 seconds to snapshot the instance on the hypervisor. [ 946.829542] env[70220]: DEBUG oslo_vmware.api [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625718, 'name': PowerOnVM_Task, 'duration_secs': 0.728558} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.839856] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.839856] env[70220]: DEBUG nova.compute.manager [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.841578] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a8acc6-37c1-4197-8e8e-2e85c5ca45ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.854906] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625721, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.962294] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e4810d-de51-4025-81df-b7c462a9b63f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.975197] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5eaa73-c21d-40c7-9bc5-a8aa7695bf6c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.018313] env[70220]: INFO nova.compute.manager [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] instance snapshotting [ 947.024788] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57818e07-848f-4902-9264-d4e85de4341a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.030817] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a473d1d6-4714-4e76-8e05-256ea852a615 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.053979] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23409f74-9152-4ba3-b932-08e00c1acff4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.059883] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef17b451-92e4-4bc9-9b87-432060433e40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.076758] env[70220]: DEBUG nova.compute.provider_tree [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.096935] env[70220]: DEBUG nova.network.neutron [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.131433] env[70220]: DEBUG nova.network.neutron [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.160075] env[70220]: DEBUG nova.network.neutron [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.233637] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625722, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.341960] env[70220]: DEBUG oslo_vmware.api [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625721, 'name': PowerOnVM_Task, 'duration_secs': 0.73727} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.342379] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.342601] env[70220]: INFO nova.compute.manager [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Took 8.37 seconds to spawn the instance on the hypervisor. [ 947.342795] env[70220]: DEBUG nova.compute.manager [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.343642] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadb4094-e47d-4fe0-a5bc-cd3ab259ec5a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.375530] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.385363] env[70220]: DEBUG nova.compute.manager [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 947.428315] env[70220]: DEBUG nova.virt.hardware [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.428574] env[70220]: DEBUG nova.virt.hardware [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.428732] env[70220]: DEBUG nova.virt.hardware [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.428907] env[70220]: DEBUG nova.virt.hardware [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.433333] env[70220]: DEBUG nova.virt.hardware [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.433333] env[70220]: DEBUG nova.virt.hardware [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.433333] env[70220]: DEBUG nova.virt.hardware [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.433333] env[70220]: DEBUG nova.virt.hardware [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.433333] env[70220]: DEBUG nova.virt.hardware [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.433333] env[70220]: DEBUG nova.virt.hardware [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.433333] env[70220]: DEBUG nova.virt.hardware [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.433333] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fde95ce-2498-48c8-ac2a-990390b3beaa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.443031] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a2e924-ae20-4706-b162-208060a17045 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.511233] env[70220]: DEBUG nova.network.neutron [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Updating instance_info_cache with network_info: [{"id": "45bfcd22-665d-4dd7-af34-a30277450efd", "address": "fa:16:3e:53:35:cc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bfcd22-66", "ovs_interfaceid": "45bfcd22-665d-4dd7-af34-a30277450efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.530424] env[70220]: DEBUG nova.network.neutron [-] [instance: 8524c032-88de-4b91-a351-9413a628f230] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.584123] env[70220]: DEBUG nova.scheduler.client.report [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.588139] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 947.588825] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-55c549ea-4928-4991-8f51-65d9cbbc5b02 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.599201] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 947.599201] env[70220]: value = "task-3625723" [ 947.599201] env[70220]: _type = "Task" [ 947.599201] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.607862] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625723, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.663322] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Releasing lock "refresh_cache-f524ca71-6018-4bc9-8362-6668eea30748" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.663763] env[70220]: DEBUG nova.compute.manager [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.664015] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.664827] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82355ee4-ccb8-43eb-8366-5f47e3b21e3c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.674786] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.675076] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5767397-c254-4bb0-95a8-c21fa1ebe580 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.684613] env[70220]: DEBUG oslo_vmware.api [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 947.684613] env[70220]: value = "task-3625724" [ 947.684613] env[70220]: _type = "Task" [ 947.684613] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.693177] env[70220]: DEBUG oslo_vmware.api [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.736026] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529546} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.736026] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] efb5caa8-1889-4c66-a941-afd026a1d992/efb5caa8-1889-4c66-a941-afd026a1d992.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.736026] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.736026] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c5e8cab-60b9-423d-91f0-0e10abdf6247 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.742972] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for the task: (returnval){ [ 947.742972] env[70220]: value = "task-3625725" [ 947.742972] env[70220]: _type = "Task" [ 947.742972] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.751543] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.863481] env[70220]: DEBUG nova.network.neutron [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Successfully updated port: 447eb8a0-a066-4e25-889c-fd5da4a53099 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.864803] env[70220]: INFO nova.compute.manager [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Took 36.37 seconds to build instance. [ 948.012939] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Releasing lock "refresh_cache-eda7ea6e-cc78-486b-a96f-75c99374fb97" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.013396] env[70220]: DEBUG nova.compute.manager [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Instance network_info: |[{"id": "45bfcd22-665d-4dd7-af34-a30277450efd", "address": "fa:16:3e:53:35:cc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bfcd22-66", "ovs_interfaceid": "45bfcd22-665d-4dd7-af34-a30277450efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 948.013878] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:35:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45bfcd22-665d-4dd7-af34-a30277450efd', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.022557] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Creating folder: Project (3d1e8cf5c4b04d0395ea61cfa52177cf). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.023471] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-113238c8-097f-4c64-94be-c3e498072db7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.035308] env[70220]: INFO nova.compute.manager [-] [instance: 8524c032-88de-4b91-a351-9413a628f230] Took 1.31 seconds to deallocate network for instance. [ 948.035630] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Created folder: Project (3d1e8cf5c4b04d0395ea61cfa52177cf) in parent group-v722922. [ 948.035838] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Creating folder: Instances. Parent ref: group-v723080. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.038876] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-418437d3-da11-4db8-ad5d-c637b14f2856 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.051237] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Created folder: Instances in parent group-v723080. [ 948.051486] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.051720] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.051966] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e6b2dcd-4c42-4f3f-afdb-aaab3fb6c93c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.072538] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "e6e194d6-3679-4cad-add4-50fdc21f6734" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.072784] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "e6e194d6-3679-4cad-add4-50fdc21f6734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.076758] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.076758] env[70220]: value = "task-3625728" [ 948.076758] env[70220]: _type = "Task" [ 948.076758] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.091768] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.092312] env[70220]: DEBUG nova.compute.manager [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.095123] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625728, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.096339] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.636s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.098074] env[70220]: INFO nova.compute.claims [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.110836] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625723, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.124195] env[70220]: DEBUG nova.compute.manager [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Received event network-vif-deleted-4c3387a2-d257-4a34-ace2-15b56facff17 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.124789] env[70220]: DEBUG nova.compute.manager [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Received event network-vif-plugged-45bfcd22-665d-4dd7-af34-a30277450efd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.126070] env[70220]: DEBUG oslo_concurrency.lockutils [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] Acquiring lock "eda7ea6e-cc78-486b-a96f-75c99374fb97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.126070] env[70220]: DEBUG oslo_concurrency.lockutils [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] Lock "eda7ea6e-cc78-486b-a96f-75c99374fb97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.126070] env[70220]: DEBUG oslo_concurrency.lockutils [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] Lock "eda7ea6e-cc78-486b-a96f-75c99374fb97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.126070] env[70220]: DEBUG nova.compute.manager [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] No waiting events found dispatching network-vif-plugged-45bfcd22-665d-4dd7-af34-a30277450efd {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.126070] env[70220]: WARNING nova.compute.manager [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Received unexpected event network-vif-plugged-45bfcd22-665d-4dd7-af34-a30277450efd for instance with vm_state building and task_state spawning. [ 948.126278] env[70220]: DEBUG nova.compute.manager [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Received event network-changed-45bfcd22-665d-4dd7-af34-a30277450efd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.126420] env[70220]: DEBUG nova.compute.manager [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Refreshing instance network info cache due to event network-changed-45bfcd22-665d-4dd7-af34-a30277450efd. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.126604] env[70220]: DEBUG oslo_concurrency.lockutils [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] Acquiring lock "refresh_cache-eda7ea6e-cc78-486b-a96f-75c99374fb97" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.126860] env[70220]: DEBUG oslo_concurrency.lockutils [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] Acquired lock "refresh_cache-eda7ea6e-cc78-486b-a96f-75c99374fb97" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.127039] env[70220]: DEBUG nova.network.neutron [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Refreshing network info cache for port 45bfcd22-665d-4dd7-af34-a30277450efd {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 948.195522] env[70220]: DEBUG oslo_vmware.api [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625724, 'name': PowerOffVM_Task, 'duration_secs': 0.357683} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.195833] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.195996] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.196257] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcf2867d-374d-492c-a36b-712f750be907 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.220245] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.220599] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.220885] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Deleting the datastore file [datastore2] f524ca71-6018-4bc9-8362-6668eea30748 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.221265] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dcb056e-e90e-4c24-8b4a-460e4845d889 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.228834] env[70220]: DEBUG oslo_vmware.api [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for the task: (returnval){ [ 948.228834] env[70220]: value = "task-3625730" [ 948.228834] env[70220]: _type = "Task" [ 948.228834] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.240159] env[70220]: DEBUG oslo_vmware.api [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.255044] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166159} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.255471] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.256728] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe4e9c0-f28c-4f49-8d7b-0fe48af928d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.294852] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] efb5caa8-1889-4c66-a941-afd026a1d992/efb5caa8-1889-4c66-a941-afd026a1d992.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.295823] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffe85ba9-9c98-46f7-bc68-f6b948fe206b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.324027] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for the task: (returnval){ [ 948.324027] env[70220]: value = "task-3625731" [ 948.324027] env[70220]: _type = "Task" [ 948.324027] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.332061] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.367885] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.371645] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.371645] env[70220]: DEBUG nova.network.neutron [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.371645] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d82b8c-bec7-463c-a294-740ad47bbea0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.460s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.546971] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.584548] env[70220]: DEBUG nova.compute.manager [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 948.591608] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625728, 'name': CreateVM_Task, 'duration_secs': 0.503431} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.592080] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.592839] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.593084] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.593420] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.593688] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0b2531-9cd7-4039-af7c-cc7edb77b3df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.598114] env[70220]: DEBUG nova.compute.utils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.602978] env[70220]: DEBUG nova.compute.manager [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.602978] env[70220]: DEBUG nova.network.neutron [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.603444] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for the task: (returnval){ [ 948.603444] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5239174e-aa15-cbbf-afbf-34a6794570d2" [ 948.603444] env[70220]: _type = "Task" [ 948.603444] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.619945] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625723, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.624234] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5239174e-aa15-cbbf-afbf-34a6794570d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.624518] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.624742] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.624970] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.625125] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.625298] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.625614] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ecb0394-bdee-4d0d-9797-d79fb548aa92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.644547] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.644547] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.648378] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf86feb5-290b-45ec-ba59-dc7d15d059eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.654577] env[70220]: DEBUG nova.policy [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b26a6d78326641fda7a247f9737616de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5ec13e04efe4248a5e35d5fdc4a935d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.657955] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for the task: (returnval){ [ 948.657955] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5287371c-38f4-d22d-d662-022caa6e999d" [ 948.657955] env[70220]: _type = "Task" [ 948.657955] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.667223] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5287371c-38f4-d22d-d662-022caa6e999d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.740413] env[70220]: DEBUG oslo_vmware.api [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Task: {'id': task-3625730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164476} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.742422] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.742770] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.742831] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.745494] env[70220]: INFO nova.compute.manager [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Took 1.08 seconds to destroy the instance on the hypervisor. [ 948.745494] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.745494] env[70220]: DEBUG nova.compute.manager [-] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.745494] env[70220]: DEBUG nova.network.neutron [-] [instance: f524ca71-6018-4bc9-8362-6668eea30748] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.770344] env[70220]: DEBUG nova.network.neutron [-] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.832734] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625731, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.923916] env[70220]: DEBUG nova.network.neutron [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.067833] env[70220]: DEBUG nova.network.neutron [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Updated VIF entry in instance network info cache for port 45bfcd22-665d-4dd7-af34-a30277450efd. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.068356] env[70220]: DEBUG nova.network.neutron [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Updating instance_info_cache with network_info: [{"id": "45bfcd22-665d-4dd7-af34-a30277450efd", "address": "fa:16:3e:53:35:cc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bfcd22-66", "ovs_interfaceid": "45bfcd22-665d-4dd7-af34-a30277450efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.104792] env[70220]: DEBUG nova.compute.manager [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.121944] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.134457] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625723, 'name': CreateSnapshot_Task, 'duration_secs': 1.256261} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.135675] env[70220]: DEBUG nova.network.neutron [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Successfully created port: 8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.138118] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 949.140295] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c249d417-78c8-448f-8463-50b7c662746f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.168959] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5287371c-38f4-d22d-d662-022caa6e999d, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.173492] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40738eb5-d4d1-4971-b350-e45d790e1ef2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.180189] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for the task: (returnval){ [ 949.180189] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52575114-c095-acd7-3331-f99767dc5527" [ 949.180189] env[70220]: _type = "Task" [ 949.180189] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.188936] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52575114-c095-acd7-3331-f99767dc5527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.210499] env[70220]: DEBUG nova.network.neutron [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updating instance_info_cache with network_info: [{"id": "447eb8a0-a066-4e25-889c-fd5da4a53099", "address": "fa:16:3e:b0:f7:3a", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447eb8a0-a0", "ovs_interfaceid": "447eb8a0-a066-4e25-889c-fd5da4a53099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.273186] env[70220]: DEBUG nova.network.neutron [-] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.334429] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625731, 'name': ReconfigVM_Task, 'duration_secs': 0.689172} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.337132] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Reconfigured VM instance instance-00000034 to attach disk [datastore2] efb5caa8-1889-4c66-a941-afd026a1d992/efb5caa8-1889-4c66-a941-afd026a1d992.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.338164] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-405c9b1e-a746-47c9-99a1-9cf3db64ce45 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.344375] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for the task: (returnval){ [ 949.344375] env[70220]: value = "task-3625732" [ 949.344375] env[70220]: _type = "Task" [ 949.344375] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.354350] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625732, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.574759] env[70220]: DEBUG oslo_concurrency.lockutils [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] Releasing lock "refresh_cache-eda7ea6e-cc78-486b-a96f-75c99374fb97" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.574759] env[70220]: DEBUG nova.compute.manager [req-d17d679e-68ec-4ea2-98e2-ab75cae5f07b req-1aeb86ba-ebb4-4adf-a8c3-8a9b88295fce service nova] [instance: 8524c032-88de-4b91-a351-9413a628f230] Received event network-vif-deleted-c8748981-b953-4978-a031-a4aca3add6a6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.623378] env[70220]: INFO nova.compute.manager [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Rebuilding instance [ 949.670297] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 949.674712] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2967563e-42a6-4268-8eb7-2fdb0d213785 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.701385] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52575114-c095-acd7-3331-f99767dc5527, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.701733] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 949.701733] env[70220]: value = "task-3625733" [ 949.701733] env[70220]: _type = "Task" [ 949.701733] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.702103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.702374] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] eda7ea6e-cc78-486b-a96f-75c99374fb97/eda7ea6e-cc78-486b-a96f-75c99374fb97.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.703666] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc4950ac-3911-4ba6-b06f-c4b4f74639a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.718023] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.718023] env[70220]: DEBUG nova.compute.manager [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Instance network_info: |[{"id": "447eb8a0-a066-4e25-889c-fd5da4a53099", "address": "fa:16:3e:b0:f7:3a", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447eb8a0-a0", "ovs_interfaceid": "447eb8a0-a066-4e25-889c-fd5da4a53099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.720216] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:f7:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '447eb8a0-a066-4e25-889c-fd5da4a53099', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.728454] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.729227] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2474b239-56f5-442e-be1e-ceb53eaa38d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.738051] env[70220]: DEBUG nova.compute.manager [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.738354] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.738983] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for the task: (returnval){ [ 949.738983] env[70220]: value = "task-3625734" [ 949.738983] env[70220]: _type = "Task" [ 949.738983] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.739449] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625733, 'name': CloneVM_Task} progress is 12%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.740227] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be67f9d6-9350-4506-b318-2b1b35973ed4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.743225] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e61aeb82-7745-4769-97eb-15490d568fc8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.777720] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339b3018-9b1c-4229-8eed-0183f4b9dada {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.781458] env[70220]: INFO nova.compute.manager [-] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Took 1.04 seconds to deallocate network for instance. [ 949.792106] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.792106] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.792106] env[70220]: value = "task-3625735" [ 949.792106] env[70220]: _type = "Task" [ 949.792106] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.830552] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fd492d-de54-4837-b849-d1f627763955 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.837324] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625735, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.844223] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4593c304-e216-452d-8119-cd907bb69553 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.864683] env[70220]: DEBUG nova.compute.provider_tree [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.870075] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625732, 'name': Rename_Task, 'duration_secs': 0.197533} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.870648] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.870945] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b44059c-894c-4f0e-8207-9086c8e98367 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.880583] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for the task: (returnval){ [ 949.880583] env[70220]: value = "task-3625736" [ 949.880583] env[70220]: _type = "Task" [ 949.880583] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.895078] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.079262] env[70220]: DEBUG nova.compute.manager [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.080547] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e885ba12-b1cf-47ad-ae0d-04f9d37452f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.119634] env[70220]: DEBUG nova.compute.manager [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.159786] env[70220]: DEBUG nova.virt.hardware [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.160234] env[70220]: DEBUG nova.virt.hardware [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.160477] env[70220]: DEBUG nova.virt.hardware [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.160762] env[70220]: DEBUG nova.virt.hardware [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.161055] env[70220]: DEBUG nova.virt.hardware [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.161332] env[70220]: DEBUG nova.virt.hardware [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.161762] env[70220]: DEBUG nova.virt.hardware [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.162202] env[70220]: DEBUG nova.virt.hardware [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.162474] env[70220]: DEBUG nova.virt.hardware [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.163272] env[70220]: DEBUG nova.virt.hardware [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.163272] env[70220]: DEBUG nova.virt.hardware [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.164665] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4bfa33-415c-4c11-8df3-486bc333fc45 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.171402] env[70220]: DEBUG nova.compute.manager [req-ed85087c-ee40-496b-bc80-70e9ced1e4b5 req-721bc402-d083-4e5b-a4e7-f11f7af9da77 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Received event network-changed-775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.171863] env[70220]: DEBUG nova.compute.manager [req-ed85087c-ee40-496b-bc80-70e9ced1e4b5 req-721bc402-d083-4e5b-a4e7-f11f7af9da77 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Refreshing instance network info cache due to event network-changed-775c98bc-ed4b-4b6e-850c-f534a91e4619. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.172111] env[70220]: DEBUG oslo_concurrency.lockutils [req-ed85087c-ee40-496b-bc80-70e9ced1e4b5 req-721bc402-d083-4e5b-a4e7-f11f7af9da77 service nova] Acquiring lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.172239] env[70220]: DEBUG oslo_concurrency.lockutils [req-ed85087c-ee40-496b-bc80-70e9ced1e4b5 req-721bc402-d083-4e5b-a4e7-f11f7af9da77 service nova] Acquired lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.172402] env[70220]: DEBUG nova.network.neutron [req-ed85087c-ee40-496b-bc80-70e9ced1e4b5 req-721bc402-d083-4e5b-a4e7-f11f7af9da77 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Refreshing network info cache for port 775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.182783] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28fab66-e9df-47d1-8e36-b2b641938f57 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.194206] env[70220]: DEBUG nova.compute.manager [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received event network-vif-plugged-447eb8a0-a066-4e25-889c-fd5da4a53099 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.194545] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] Acquiring lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.194708] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.194849] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.195039] env[70220]: DEBUG nova.compute.manager [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] No waiting events found dispatching network-vif-plugged-447eb8a0-a066-4e25-889c-fd5da4a53099 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.195209] env[70220]: WARNING nova.compute.manager [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received unexpected event network-vif-plugged-447eb8a0-a066-4e25-889c-fd5da4a53099 for instance with vm_state building and task_state spawning. [ 950.195330] env[70220]: DEBUG nova.compute.manager [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received event network-changed-447eb8a0-a066-4e25-889c-fd5da4a53099 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.195482] env[70220]: DEBUG nova.compute.manager [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Refreshing instance network info cache due to event network-changed-447eb8a0-a066-4e25-889c-fd5da4a53099. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.195701] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] Acquiring lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.197759] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] Acquired lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.197759] env[70220]: DEBUG nova.network.neutron [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Refreshing network info cache for port 447eb8a0-a066-4e25-889c-fd5da4a53099 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.223078] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625733, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.275569] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470574} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.275852] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] eda7ea6e-cc78-486b-a96f-75c99374fb97/eda7ea6e-cc78-486b-a96f-75c99374fb97.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 950.276078] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.276335] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a74136e-5936-4985-ba0f-0b5d947d0bd4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.283311] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for the task: (returnval){ [ 950.283311] env[70220]: value = "task-3625737" [ 950.283311] env[70220]: _type = "Task" [ 950.283311] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.296086] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.307448] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625735, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.329930] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.371485] env[70220]: DEBUG nova.scheduler.client.report [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.394055] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625736, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.460099] env[70220]: DEBUG nova.network.neutron [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updated VIF entry in instance network info cache for port 447eb8a0-a066-4e25-889c-fd5da4a53099. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.460471] env[70220]: DEBUG nova.network.neutron [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updating instance_info_cache with network_info: [{"id": "447eb8a0-a066-4e25-889c-fd5da4a53099", "address": "fa:16:3e:b0:f7:3a", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447eb8a0-a0", "ovs_interfaceid": "447eb8a0-a066-4e25-889c-fd5da4a53099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.594182] env[70220]: INFO nova.compute.manager [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] instance snapshotting [ 950.600385] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc94f12-0a1a-4f86-91aa-e56db015d168 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.621355] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c691793-9620-4fff-b897-c7c0d9779893 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.734143] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625733, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.795189] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.316325} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.795565] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.796428] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5c2259-ccae-40da-b360-063533f20bfa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.802882] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.803775] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a806fd7f-9503-4684-9c9d-82db9d1bb326 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.824829] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] eda7ea6e-cc78-486b-a96f-75c99374fb97/eda7ea6e-cc78-486b-a96f-75c99374fb97.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.832173] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca25cd7-0759-4208-bd85-a5c418ee5b5a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.848853] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625735, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.849321] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 950.849321] env[70220]: value = "task-3625738" [ 950.849321] env[70220]: _type = "Task" [ 950.849321] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.855067] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for the task: (returnval){ [ 950.855067] env[70220]: value = "task-3625739" [ 950.855067] env[70220]: _type = "Task" [ 950.855067] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.861570] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.867124] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625739, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.877231] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.877875] env[70220]: DEBUG nova.compute.manager [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.880681] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.029s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.891253] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625736, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.964121] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b02746-71d7-41f5-a1d6-625589d4eb07 req-68e00119-c9fb-4578-8d5e-f29bef11d789 service nova] Releasing lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.117077] env[70220]: DEBUG nova.network.neutron [req-ed85087c-ee40-496b-bc80-70e9ced1e4b5 req-721bc402-d083-4e5b-a4e7-f11f7af9da77 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updated VIF entry in instance network info cache for port 775c98bc-ed4b-4b6e-850c-f534a91e4619. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.117077] env[70220]: DEBUG nova.network.neutron [req-ed85087c-ee40-496b-bc80-70e9ced1e4b5 req-721bc402-d083-4e5b-a4e7-f11f7af9da77 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updating instance_info_cache with network_info: [{"id": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "address": "fa:16:3e:02:30:f0", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775c98bc-ed", "ovs_interfaceid": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.134007] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 951.134644] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b593bca-636b-493e-a4db-088ac66cc9d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.138026] env[70220]: DEBUG nova.network.neutron [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Successfully updated port: 8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.146476] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 951.146476] env[70220]: value = "task-3625740" [ 951.146476] env[70220]: _type = "Task" [ 951.146476] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.158081] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625740, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.224607] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625733, 'name': CloneVM_Task} progress is 95%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.316457] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625735, 'name': CreateVM_Task, 'duration_secs': 1.053115} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.316688] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.317467] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.317648] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.318026] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.318342] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f93c42-d021-4fbe-84eb-cfc9f6160727 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.324166] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 951.324166] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529dcee1-ce20-2207-e2f8-adb014ae446f" [ 951.324166] env[70220]: _type = "Task" [ 951.324166] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.333491] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529dcee1-ce20-2207-e2f8-adb014ae446f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.363261] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625738, 'name': PowerOffVM_Task, 'duration_secs': 0.520171} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.364976] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.365338] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.366426] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8b2eb3-d934-4d97-b88a-358c9059c60a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.372639] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.377347] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.377673] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ece29b4f-4009-4086-896f-4d57b5bee0f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.389922] env[70220]: DEBUG nova.compute.utils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.394371] env[70220]: INFO nova.compute.claims [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.398147] env[70220]: DEBUG nova.compute.manager [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Not allocating networking since 'none' was specified. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 951.405466] env[70220]: DEBUG oslo_vmware.api [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625736, 'name': PowerOnVM_Task, 'duration_secs': 1.144518} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.407590] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.407886] env[70220]: INFO nova.compute.manager [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Took 9.73 seconds to spawn the instance on the hypervisor. [ 951.408132] env[70220]: DEBUG nova.compute.manager [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.409417] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60611cd-a811-4773-94ca-334674bdb484 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.452760] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.453009] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.453274] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleting the datastore file [datastore2] f86272cc-e3fb-4bc5-8272-faab2cb68e29 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.453589] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-041cc895-ff0a-4759-a5ff-41c5aedbae19 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.465113] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 951.465113] env[70220]: value = "task-3625742" [ 951.465113] env[70220]: _type = "Task" [ 951.465113] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.475926] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.619435] env[70220]: DEBUG oslo_concurrency.lockutils [req-ed85087c-ee40-496b-bc80-70e9ced1e4b5 req-721bc402-d083-4e5b-a4e7-f11f7af9da77 service nova] Releasing lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.642532] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquiring lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.642532] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquired lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.642532] env[70220]: DEBUG nova.network.neutron [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.658266] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625740, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.742108] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625733, 'name': CloneVM_Task, 'duration_secs': 1.893929} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.742108] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Created linked-clone VM from snapshot [ 951.742108] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba42b7-d29c-478f-b179-911eabb855fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.749216] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Uploading image 1206ec0d-3245-4157-b2ca-08926fd1f7bd {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 951.767821] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 951.768145] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cbbd1c3e-40f6-4752-8cc4-6784bc1afb1c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.777107] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 951.777107] env[70220]: value = "task-3625743" [ 951.777107] env[70220]: _type = "Task" [ 951.777107] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.786229] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625743, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.835021] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529dcee1-ce20-2207-e2f8-adb014ae446f, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.838524] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.838524] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.838524] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.838524] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.838524] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.838524] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cdfd6bb-a2c2-477b-bb76-6eeb5f5ad16b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.847540] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.847727] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.848510] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3cbc72e-291d-4327-b69e-12e8486a73d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.856546] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 951.856546] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52be3f2a-b676-8279-4c52-f8b4b4ca463e" [ 951.856546] env[70220]: _type = "Task" [ 951.856546] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.869113] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52be3f2a-b676-8279-4c52-f8b4b4ca463e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.873515] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625739, 'name': ReconfigVM_Task, 'duration_secs': 0.647463} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.873937] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Reconfigured VM instance instance-00000035 to attach disk [datastore1] eda7ea6e-cc78-486b-a96f-75c99374fb97/eda7ea6e-cc78-486b-a96f-75c99374fb97.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.874742] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc4e2b0c-7217-409a-af8a-ddca2dda5c77 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.883247] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for the task: (returnval){ [ 951.883247] env[70220]: value = "task-3625744" [ 951.883247] env[70220]: _type = "Task" [ 951.883247] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.891342] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625744, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.899086] env[70220]: DEBUG nova.compute.manager [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.903739] env[70220]: INFO nova.compute.resource_tracker [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating resource usage from migration de649077-6771-4e58-92f5-e322563432b5 [ 951.930806] env[70220]: INFO nova.compute.manager [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Took 37.90 seconds to build instance. [ 951.979263] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177423} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.980023] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.980023] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.980180] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.165233] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625740, 'name': CreateSnapshot_Task, 'duration_secs': 0.573701} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.169026] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 952.169026] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47215fb0-5cef-4e13-b13a-2fb2a4c8a2cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.192853] env[70220]: DEBUG nova.network.neutron [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.272248] env[70220]: DEBUG nova.compute.manager [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Received event network-vif-plugged-8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.272248] env[70220]: DEBUG oslo_concurrency.lockutils [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] Acquiring lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.272454] env[70220]: DEBUG oslo_concurrency.lockutils [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] Lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.272942] env[70220]: DEBUG oslo_concurrency.lockutils [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] Lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.273323] env[70220]: DEBUG nova.compute.manager [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] No waiting events found dispatching network-vif-plugged-8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.273636] env[70220]: WARNING nova.compute.manager [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Received unexpected event network-vif-plugged-8b3d70fd-a522-4622-a83b-c2dc4789d97a for instance with vm_state building and task_state spawning. [ 952.274681] env[70220]: DEBUG nova.compute.manager [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Received event network-changed-8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.274988] env[70220]: DEBUG nova.compute.manager [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Refreshing instance network info cache due to event network-changed-8b3d70fd-a522-4622-a83b-c2dc4789d97a. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.275366] env[70220]: DEBUG oslo_concurrency.lockutils [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] Acquiring lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.291488] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625743, 'name': Destroy_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.370695] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52be3f2a-b676-8279-4c52-f8b4b4ca463e, 'name': SearchDatastore_Task, 'duration_secs': 0.023213} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.371572] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0fb5da-2ac5-4484-a290-7ae4a479fb62 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.380678] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 952.380678] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b11383-a3a3-362f-9976-6b9c078d4cb2" [ 952.380678] env[70220]: _type = "Task" [ 952.380678] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.394045] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b11383-a3a3-362f-9976-6b9c078d4cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.398402] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625744, 'name': Rename_Task, 'duration_secs': 0.208988} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.398650] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.401661] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f649210-56e8-4eb0-ba14-f5b53e5c4cce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.415226] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for the task: (returnval){ [ 952.415226] env[70220]: value = "task-3625745" [ 952.415226] env[70220]: _type = "Task" [ 952.415226] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.424343] env[70220]: DEBUG nova.network.neutron [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updating instance_info_cache with network_info: [{"id": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "address": "fa:16:3e:c4:93:04", "network": {"id": "5e87f4d9-6ac3-451c-828f-e9e5a266df21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-253925084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ec13e04efe4248a5e35d5fdc4a935d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3d70fd-a5", "ovs_interfaceid": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.432803] env[70220]: DEBUG oslo_concurrency.lockutils [None req-85b54960-2498-44af-a91e-440049d75ef6 tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Lock "efb5caa8-1889-4c66-a941-afd026a1d992" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.987s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.433093] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.480115] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea42afdd-a823-4146-b0c9-900662a673a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.493055] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e84bdc-9f1f-4019-9aef-dd0a0ed56d66 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.544316] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca027a1-7c22-4ebe-8c64-4e77b53eb1a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.555911] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc05a56f-8674-447c-8a99-d41eb57e1503 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.575954] env[70220]: DEBUG nova.compute.provider_tree [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.694237] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 952.694520] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-64a2d11c-dca1-461c-9df7-b5713eac4c55 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.706991] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 952.706991] env[70220]: value = "task-3625746" [ 952.706991] env[70220]: _type = "Task" [ 952.706991] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.718523] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625746, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.793565] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625743, 'name': Destroy_Task, 'duration_secs': 0.802886} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.793913] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Destroyed the VM [ 952.794190] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 952.794541] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d1359e7-595d-44dd-9f50-7498a1f5ca29 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.815202] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 952.815202] env[70220]: value = "task-3625747" [ 952.815202] env[70220]: _type = "Task" [ 952.815202] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.827524] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625747, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.894435] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b11383-a3a3-362f-9976-6b9c078d4cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.026907} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.894778] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.895099] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 5a049f8d-90e7-4e6c-84a1-761fae524e52/5a049f8d-90e7-4e6c-84a1-761fae524e52.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.895414] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a42deb2-26fa-4e80-93bc-6cd15a2ab848 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.906894] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 952.906894] env[70220]: value = "task-3625748" [ 952.906894] env[70220]: _type = "Task" [ 952.906894] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.919538] env[70220]: DEBUG nova.compute.manager [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.930915] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.931443] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Releasing lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.931856] env[70220]: DEBUG nova.compute.manager [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Instance network_info: |[{"id": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "address": "fa:16:3e:c4:93:04", "network": {"id": "5e87f4d9-6ac3-451c-828f-e9e5a266df21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-253925084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ec13e04efe4248a5e35d5fdc4a935d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3d70fd-a5", "ovs_interfaceid": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.933099] env[70220]: DEBUG oslo_concurrency.lockutils [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] Acquired lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.933099] env[70220]: DEBUG nova.network.neutron [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Refreshing network info cache for port 8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.935212] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:93:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b3d70fd-a522-4622-a83b-c2dc4789d97a', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.943876] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Creating folder: Project (b5ec13e04efe4248a5e35d5fdc4a935d). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.947581] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e35b36b7-8724-484c-aa8c-32754a2a45b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.955147] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625745, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.963281] env[70220]: DEBUG nova.virt.hardware [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.964038] env[70220]: DEBUG nova.virt.hardware [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.964038] env[70220]: DEBUG nova.virt.hardware [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.964038] env[70220]: DEBUG nova.virt.hardware [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.964489] env[70220]: DEBUG nova.virt.hardware [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.964489] env[70220]: DEBUG nova.virt.hardware [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.964599] env[70220]: DEBUG nova.virt.hardware [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.964781] env[70220]: DEBUG nova.virt.hardware [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.964982] env[70220]: DEBUG nova.virt.hardware [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.965188] env[70220]: DEBUG nova.virt.hardware [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.965378] env[70220]: DEBUG nova.virt.hardware [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.966719] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8649f429-4a1e-4db7-b710-00e195e5532c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.971203] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Created folder: Project (b5ec13e04efe4248a5e35d5fdc4a935d) in parent group-v722922. [ 952.971437] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Creating folder: Instances. Parent ref: group-v723088. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.972198] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b3df674-964b-43df-acd3-2a598a4ac35f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.978571] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb73454e-95d6-4aeb-adb5-b04a3a70c66d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.002138] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.009076] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Creating folder: Project (fd2b4794b4314555aac8963fafe8cbcc). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.011400] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a041bd7a-ae4b-46c0-80bf-73d002673dda {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.013821] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Created folder: Instances in parent group-v723088. [ 953.014201] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.014505] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.015268] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69ca691e-8bf1-4013-899a-ebfb2ead8215 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.046174] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Created folder: Project (fd2b4794b4314555aac8963fafe8cbcc) in parent group-v722922. [ 953.046461] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Creating folder: Instances. Parent ref: group-v723090. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.048722] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b270880-84eb-43dd-94e9-00967be1baf0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.054405] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.054405] env[70220]: value = "task-3625752" [ 953.054405] env[70220]: _type = "Task" [ 953.054405] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.057994] env[70220]: DEBUG nova.virt.hardware [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.058342] env[70220]: DEBUG nova.virt.hardware [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.058561] env[70220]: DEBUG nova.virt.hardware [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.058875] env[70220]: DEBUG nova.virt.hardware [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.059096] env[70220]: DEBUG nova.virt.hardware [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.059310] env[70220]: DEBUG nova.virt.hardware [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.059618] env[70220]: DEBUG nova.virt.hardware [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.059847] env[70220]: DEBUG nova.virt.hardware [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.060107] env[70220]: DEBUG nova.virt.hardware [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.060375] env[70220]: DEBUG nova.virt.hardware [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.060631] env[70220]: DEBUG nova.virt.hardware [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.061977] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbaea0a-cc3d-490b-9c4f-e8cef512f2fb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.072665] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Created folder: Instances in parent group-v723090. [ 953.073041] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.073743] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.075156] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e444cd4e-d97d-43d6-8abc-65c8c0e6867b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.095169] env[70220]: DEBUG nova.scheduler.client.report [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.098757] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625752, 'name': CreateVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.104027] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c25840d-c2a7-4d64-9074-d9ee20f29ef4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.119950] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:eb:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '767a3a48-41d4-4a0c-961d-0024837f63bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fdb4e63-9035-41bb-b28c-bda4a4b7b358', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.127626] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.127905] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.127905] env[70220]: value = "task-3625754" [ 953.127905] env[70220]: _type = "Task" [ 953.127905] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.128948] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.129350] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad942298-9565-4f4a-92cf-8dfbfc0380ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.157866] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625754, 'name': CreateVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.160078] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.160078] env[70220]: value = "task-3625755" [ 953.160078] env[70220]: _type = "Task" [ 953.160078] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.175619] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625755, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.221749] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625746, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.332524] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625747, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.421798] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625748, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.435920] env[70220]: DEBUG oslo_vmware.api [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625745, 'name': PowerOnVM_Task, 'duration_secs': 0.878158} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.436430] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.436737] env[70220]: INFO nova.compute.manager [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Took 8.89 seconds to spawn the instance on the hypervisor. [ 953.437029] env[70220]: DEBUG nova.compute.manager [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.438178] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eeb920-820b-4bda-9b54-8ccd778f5112 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.580441] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625752, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.600686] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.720s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.600892] env[70220]: INFO nova.compute.manager [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Migrating [ 953.615786] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.517s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.616124] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.621021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.363s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.621021] env[70220]: DEBUG nova.objects.instance [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lazy-loading 'resources' on Instance uuid 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.649444] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625754, 'name': CreateVM_Task, 'duration_secs': 0.425149} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.651246] env[70220]: INFO nova.scheduler.client.report [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Deleted allocations for instance cdf9e135-81ba-4261-9d43-1680ad1c5bb3 [ 953.652357] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.654088] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.655920] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.655920] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.655920] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba6c4bd6-88bb-487d-98ca-1b04d28853af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.671146] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 953.671146] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d10c8b-d23b-6397-bcc3-78c1c45b495b" [ 953.671146] env[70220]: _type = "Task" [ 953.671146] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.683026] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625755, 'name': CreateVM_Task, 'duration_secs': 0.438679} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.683367] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.684154] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.691717] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d10c8b-d23b-6397-bcc3-78c1c45b495b, 'name': SearchDatastore_Task, 'duration_secs': 0.019486} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.693457] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.693457] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.693457] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.693457] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.693457] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.693924] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.694387] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.694760] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e72d9b15-0382-4df8-80d6-c36e1c589ff0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.697712] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-277eb017-77c8-4238-94ef-fd4e43890fe1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.708990] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 953.708990] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fb80f9-6be3-7d29-be36-b1e2e4982c8e" [ 953.708990] env[70220]: _type = "Task" [ 953.708990] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.717117] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.717414] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.724018] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8ac0560-b0e9-4475-b714-2bc905c1fc17 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.733088] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fb80f9-6be3-7d29-be36-b1e2e4982c8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.740048] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 953.740048] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520ff4a1-3869-41b6-ae4d-a6b911329e5a" [ 953.740048] env[70220]: _type = "Task" [ 953.740048] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.744898] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625746, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.761666] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520ff4a1-3869-41b6-ae4d-a6b911329e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.017997} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.762185] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56dca628-ef5f-4505-8751-2c4a20769d97 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.770855] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 953.770855] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b78468-9778-e98f-2f9a-1934d35ed750" [ 953.770855] env[70220]: _type = "Task" [ 953.770855] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.785552] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b78468-9778-e98f-2f9a-1934d35ed750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.813449] env[70220]: DEBUG nova.compute.manager [req-95d7c796-5fb4-401b-b45b-6ae2c13a7acd req-183d8a57-656d-4820-aedc-52f982a451f2 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Received event network-changed-8e380bf3-f9da-4b2b-af84-7f640d744e75 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.813449] env[70220]: DEBUG nova.compute.manager [req-95d7c796-5fb4-401b-b45b-6ae2c13a7acd req-183d8a57-656d-4820-aedc-52f982a451f2 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Refreshing instance network info cache due to event network-changed-8e380bf3-f9da-4b2b-af84-7f640d744e75. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.813907] env[70220]: DEBUG oslo_concurrency.lockutils [req-95d7c796-5fb4-401b-b45b-6ae2c13a7acd req-183d8a57-656d-4820-aedc-52f982a451f2 service nova] Acquiring lock "refresh_cache-efb5caa8-1889-4c66-a941-afd026a1d992" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.813907] env[70220]: DEBUG oslo_concurrency.lockutils [req-95d7c796-5fb4-401b-b45b-6ae2c13a7acd req-183d8a57-656d-4820-aedc-52f982a451f2 service nova] Acquired lock "refresh_cache-efb5caa8-1889-4c66-a941-afd026a1d992" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.813907] env[70220]: DEBUG nova.network.neutron [req-95d7c796-5fb4-401b-b45b-6ae2c13a7acd req-183d8a57-656d-4820-aedc-52f982a451f2 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Refreshing network info cache for port 8e380bf3-f9da-4b2b-af84-7f640d744e75 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.829065] env[70220]: DEBUG oslo_vmware.api [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625747, 'name': RemoveSnapshot_Task, 'duration_secs': 0.862946} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.830063] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 953.924397] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54815} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.924397] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 5a049f8d-90e7-4e6c-84a1-761fae524e52/5a049f8d-90e7-4e6c-84a1-761fae524e52.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.924397] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.924397] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aa1f658-4e65-4120-a160-2c378077975c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.932859] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 953.932859] env[70220]: value = "task-3625756" [ 953.932859] env[70220]: _type = "Task" [ 953.932859] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.942096] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.961051] env[70220]: INFO nova.compute.manager [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Took 35.76 seconds to build instance. [ 953.993643] env[70220]: DEBUG nova.network.neutron [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updated VIF entry in instance network info cache for port 8b3d70fd-a522-4622-a83b-c2dc4789d97a. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.994054] env[70220]: DEBUG nova.network.neutron [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updating instance_info_cache with network_info: [{"id": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "address": "fa:16:3e:c4:93:04", "network": {"id": "5e87f4d9-6ac3-451c-828f-e9e5a266df21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-253925084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ec13e04efe4248a5e35d5fdc4a935d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3d70fd-a5", "ovs_interfaceid": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.075028] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625752, 'name': CreateVM_Task, 'duration_secs': 0.60075} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.075514] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.076224] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.134365] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.134586] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.134775] env[70220]: DEBUG nova.network.neutron [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.166808] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9eb6775-6cb3-48f9-95bc-fdc9d1e01e99 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.661s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.167815] env[70220]: DEBUG oslo_concurrency.lockutils [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 25.903s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.168251] env[70220]: DEBUG oslo_concurrency.lockutils [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.170213] env[70220]: DEBUG oslo_concurrency.lockutils [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.170213] env[70220]: DEBUG oslo_concurrency.lockutils [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.176214] env[70220]: INFO nova.compute.manager [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Terminating instance [ 954.226312] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fb80f9-6be3-7d29-be36-b1e2e4982c8e, 'name': SearchDatastore_Task, 'duration_secs': 0.024697} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.229970] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.230238] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.230455] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.230726] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625746, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.233616] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.233869] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.234316] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337a3106-24f2-4114-9de7-4b4445bb6ef0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.241310] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 954.241310] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a05f41-23cc-343e-841f-ad7f3eb0ec6e" [ 954.241310] env[70220]: _type = "Task" [ 954.241310] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.250325] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a05f41-23cc-343e-841f-ad7f3eb0ec6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.284486] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b78468-9778-e98f-2f9a-1934d35ed750, 'name': SearchDatastore_Task, 'duration_secs': 0.01742} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.287270] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.287561] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 4b7dd98c-ae27-4ef2-9361-4e7f610845f3/4b7dd98c-ae27-4ef2-9361-4e7f610845f3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.288152] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.288410] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.288823] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e204a2cc-e745-4dba-8770-93a7ef1cd4e8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.291086] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80c94359-78a2-403f-b0cb-624cf832f4da {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.299247] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 954.299247] env[70220]: value = "task-3625757" [ 954.299247] env[70220]: _type = "Task" [ 954.299247] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.306542] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.307456] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.307553] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5139df4c-4f82-4002-bf12-387ea372c951 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.313629] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.320285] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 954.320285] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d24129-7403-af0b-9e75-d271e4b898de" [ 954.320285] env[70220]: _type = "Task" [ 954.320285] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.332658] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d24129-7403-af0b-9e75-d271e4b898de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.336519] env[70220]: WARNING nova.compute.manager [None req-65b55666-29dc-4595-8dcf-9560f6420a84 tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Image not found during snapshot: nova.exception.ImageNotFound: Image 1206ec0d-3245-4157-b2ca-08926fd1f7bd could not be found. [ 954.446585] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236324} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.447023] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.448534] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602539ef-6bc4-42da-91ef-af958f8e0552 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.468316] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b810a5b0-1882-4394-9e7a-48682ee6859b tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Lock "eda7ea6e-cc78-486b-a96f-75c99374fb97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.277s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.477617] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 5a049f8d-90e7-4e6c-84a1-761fae524e52/5a049f8d-90e7-4e6c-84a1-761fae524e52.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.478102] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b47724-ae16-4826-9c12-7f27585ce0aa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.502033] env[70220]: DEBUG oslo_concurrency.lockutils [req-9139371f-4174-4b33-b6b4-3f07e5cac8db req-6dcbf6a4-3742-4282-b230-35f9bc06c4b4 service nova] Releasing lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.506187] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 954.506187] env[70220]: value = "task-3625758" [ 954.506187] env[70220]: _type = "Task" [ 954.506187] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.519255] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.680192] env[70220]: DEBUG oslo_concurrency.lockutils [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.680411] env[70220]: DEBUG oslo_concurrency.lockutils [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquired lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.680656] env[70220]: DEBUG nova.network.neutron [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.724470] env[70220]: DEBUG nova.compute.manager [None req-9de6f931-210b-46ce-9a07-dda2bec93412 tempest-ServerExternalEventsTest-288938041 tempest-ServerExternalEventsTest-288938041-project] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Received event network-changed {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.724738] env[70220]: DEBUG nova.compute.manager [None req-9de6f931-210b-46ce-9a07-dda2bec93412 tempest-ServerExternalEventsTest-288938041 tempest-ServerExternalEventsTest-288938041-project] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Refreshing instance network info cache due to event network-changed. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.724886] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9de6f931-210b-46ce-9a07-dda2bec93412 tempest-ServerExternalEventsTest-288938041 tempest-ServerExternalEventsTest-288938041-project] Acquiring lock "refresh_cache-eda7ea6e-cc78-486b-a96f-75c99374fb97" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.725042] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9de6f931-210b-46ce-9a07-dda2bec93412 tempest-ServerExternalEventsTest-288938041 tempest-ServerExternalEventsTest-288938041-project] Acquired lock "refresh_cache-eda7ea6e-cc78-486b-a96f-75c99374fb97" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.725201] env[70220]: DEBUG nova.network.neutron [None req-9de6f931-210b-46ce-9a07-dda2bec93412 tempest-ServerExternalEventsTest-288938041 tempest-ServerExternalEventsTest-288938041-project] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.756724] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625746, 'name': CloneVM_Task, 'duration_secs': 1.887596} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.756724] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Created linked-clone VM from snapshot [ 954.757658] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b81f674-6564-48d6-9857-cdee4ef37e49 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.767372] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a05f41-23cc-343e-841f-ad7f3eb0ec6e, 'name': SearchDatastore_Task, 'duration_secs': 0.067584} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.768247] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9611f45b-3dec-45ef-bf47-4b0b46688287 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.774281] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.774541] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.774760] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.783444] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Uploading image 5bf30498-133a-4329-a481-20bb35d0168c {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 954.791881] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4830724-9608-4a55-b830-1b9033f71770 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.842110] env[70220]: DEBUG nova.network.neutron [req-95d7c796-5fb4-401b-b45b-6ae2c13a7acd req-183d8a57-656d-4820-aedc-52f982a451f2 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Updated VIF entry in instance network info cache for port 8e380bf3-f9da-4b2b-af84-7f640d744e75. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.842614] env[70220]: DEBUG nova.network.neutron [req-95d7c796-5fb4-401b-b45b-6ae2c13a7acd req-183d8a57-656d-4820-aedc-52f982a451f2 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Updating instance_info_cache with network_info: [{"id": "8e380bf3-f9da-4b2b-af84-7f640d744e75", "address": "fa:16:3e:80:b5:96", "network": {"id": "b4780783-6721-46a6-8be3-3b8949120c76", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1638348025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3e861122f74d3491f12aef054fa1ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e380bf3-f9", "ovs_interfaceid": "8e380bf3-f9da-4b2b-af84-7f640d744e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.853645] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1666bfb-231a-45b6-85ea-767593946999 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.862665] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625757, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.874225] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4f0784-9c5e-4313-a43b-fb9e4658a8f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.879876] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d24129-7403-af0b-9e75-d271e4b898de, 'name': SearchDatastore_Task, 'duration_secs': 0.03449} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.882369] env[70220]: DEBUG oslo_vmware.rw_handles [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 954.882369] env[70220]: value = "vm-723087" [ 954.882369] env[70220]: _type = "VirtualMachine" [ 954.882369] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 954.883531] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-050dbb0f-bac5-48be-86dc-7c00cdbc7730 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.885732] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04bde28-9049-4cef-929a-117b86964ceb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.902043] env[70220]: DEBUG nova.compute.provider_tree [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.907030] env[70220]: DEBUG oslo_vmware.rw_handles [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lease: (returnval){ [ 954.907030] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529ba8f7-242a-3a23-a410-503826458419" [ 954.907030] env[70220]: _type = "HttpNfcLease" [ 954.907030] env[70220]: } obtained for exporting VM: (result){ [ 954.907030] env[70220]: value = "vm-723087" [ 954.907030] env[70220]: _type = "VirtualMachine" [ 954.907030] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 954.907030] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the lease: (returnval){ [ 954.907030] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529ba8f7-242a-3a23-a410-503826458419" [ 954.907030] env[70220]: _type = "HttpNfcLease" [ 954.907030] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 954.913596] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 954.913596] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5231ce4e-25f3-5efa-a793-4b0ea9ad898c" [ 954.913596] env[70220]: _type = "Task" [ 954.913596] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.918482] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 954.918482] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529ba8f7-242a-3a23-a410-503826458419" [ 954.918482] env[70220]: _type = "HttpNfcLease" [ 954.918482] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 954.925819] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5231ce4e-25f3-5efa-a793-4b0ea9ad898c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.022976] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.037318] env[70220]: DEBUG nova.network.neutron [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance_info_cache with network_info: [{"id": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "address": "fa:16:3e:3f:f5:7e", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24362592-29", "ovs_interfaceid": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.185020] env[70220]: DEBUG nova.compute.utils [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Can not refresh info_cache because instance was not found {{(pid=70220) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 955.202068] env[70220]: DEBUG nova.network.neutron [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.213410] env[70220]: DEBUG nova.network.neutron [None req-9de6f931-210b-46ce-9a07-dda2bec93412 tempest-ServerExternalEventsTest-288938041 tempest-ServerExternalEventsTest-288938041-project] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Updating instance_info_cache with network_info: [{"id": "45bfcd22-665d-4dd7-af34-a30277450efd", "address": "fa:16:3e:53:35:cc", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45bfcd22-66", "ovs_interfaceid": "45bfcd22-665d-4dd7-af34-a30277450efd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.245418] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "0a47c5bb-e901-4095-984a-c52b1ee873d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.245836] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "0a47c5bb-e901-4095-984a-c52b1ee873d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.246044] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "0a47c5bb-e901-4095-984a-c52b1ee873d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.246246] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "0a47c5bb-e901-4095-984a-c52b1ee873d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.246418] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "0a47c5bb-e901-4095-984a-c52b1ee873d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.251105] env[70220]: INFO nova.compute.manager [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Terminating instance [ 955.284787] env[70220]: DEBUG nova.network.neutron [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.313803] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839023} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.314144] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 4b7dd98c-ae27-4ef2-9361-4e7f610845f3/4b7dd98c-ae27-4ef2-9361-4e7f610845f3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.314420] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.314870] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3272562-2ce3-4d3f-b93b-ff3dc27c3362 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.326235] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 955.326235] env[70220]: value = "task-3625760" [ 955.326235] env[70220]: _type = "Task" [ 955.326235] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.335912] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.362296] env[70220]: DEBUG oslo_concurrency.lockutils [req-95d7c796-5fb4-401b-b45b-6ae2c13a7acd req-183d8a57-656d-4820-aedc-52f982a451f2 service nova] Releasing lock "refresh_cache-efb5caa8-1889-4c66-a941-afd026a1d992" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.408098] env[70220]: DEBUG nova.scheduler.client.report [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.427291] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5231ce4e-25f3-5efa-a793-4b0ea9ad898c, 'name': SearchDatastore_Task, 'duration_secs': 0.055115} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.427515] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.427515] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529ba8f7-242a-3a23-a410-503826458419" [ 955.427515] env[70220]: _type = "HttpNfcLease" [ 955.427515] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 955.428422] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.428685] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.428974] env[70220]: DEBUG oslo_vmware.rw_handles [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 955.428974] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529ba8f7-242a-3a23-a410-503826458419" [ 955.428974] env[70220]: _type = "HttpNfcLease" [ 955.428974] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 955.429518] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.429629] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.429961] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3396e3d6-6c28-4fb7-83c8-22d7d91c6735 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.432696] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94642ab8-c95a-427c-a6cd-db50218dcbce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.435669] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0076c5a-4965-463f-a68e-91133762f223 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.444060] env[70220]: DEBUG oslo_vmware.rw_handles [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a722f4-18ec-db3c-c91f-704ace75c453/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 955.444181] env[70220]: DEBUG oslo_vmware.rw_handles [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a722f4-18ec-db3c-c91f-704ace75c453/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 955.446810] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 955.446810] env[70220]: value = "task-3625761" [ 955.446810] env[70220]: _type = "Task" [ 955.446810] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.448923] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.449111] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.509173] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ccd7e9c-1d8f-4923-8eeb-3a77c9d817bc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.522983] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625758, 'name': ReconfigVM_Task, 'duration_secs': 0.802442} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.526598] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 5a049f8d-90e7-4e6c-84a1-761fae524e52/5a049f8d-90e7-4e6c-84a1-761fae524e52.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.527386] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 955.527386] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c0598b-ad70-7df6-1a48-3c9ea395ab84" [ 955.527386] env[70220]: _type = "Task" [ 955.527386] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.527707] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.527778] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b0e80eb-235c-47c2-8bf6-d38c80810e74 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.540964] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.542401] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c0598b-ad70-7df6-1a48-3c9ea395ab84, 'name': SearchDatastore_Task, 'duration_secs': 0.01759} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.545570] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 955.545570] env[70220]: value = "task-3625762" [ 955.545570] env[70220]: _type = "Task" [ 955.545570] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.545808] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08516671-fbef-4e2b-bccd-c5811ae6040d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.555682] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 955.555682] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520ea6e3-965f-8505-7a50-5ec16238b9f7" [ 955.555682] env[70220]: _type = "Task" [ 955.555682] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.559186] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625762, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.569683] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520ea6e3-965f-8505-7a50-5ec16238b9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.601473] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e984810a-4ea1-43ac-879e-7a91abdcdc3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.609436] env[70220]: DEBUG oslo_concurrency.lockutils [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquiring lock "eda7ea6e-cc78-486b-a96f-75c99374fb97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.610833] env[70220]: DEBUG oslo_concurrency.lockutils [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Lock "eda7ea6e-cc78-486b-a96f-75c99374fb97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.610833] env[70220]: DEBUG oslo_concurrency.lockutils [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquiring lock "eda7ea6e-cc78-486b-a96f-75c99374fb97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.610833] env[70220]: DEBUG oslo_concurrency.lockutils [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Lock "eda7ea6e-cc78-486b-a96f-75c99374fb97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.610833] env[70220]: DEBUG oslo_concurrency.lockutils [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Lock "eda7ea6e-cc78-486b-a96f-75c99374fb97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.615040] env[70220]: INFO nova.compute.manager [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Terminating instance [ 955.720179] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9de6f931-210b-46ce-9a07-dda2bec93412 tempest-ServerExternalEventsTest-288938041 tempest-ServerExternalEventsTest-288938041-project] Releasing lock "refresh_cache-eda7ea6e-cc78-486b-a96f-75c99374fb97" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.756405] env[70220]: DEBUG nova.compute.manager [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.756405] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.756405] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9413f8b8-5603-43aa-8eea-83315ddf3981 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.765760] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.765760] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46bed42d-3542-4d99-aa9e-baed7d253044 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.773302] env[70220]: DEBUG oslo_vmware.api [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 955.773302] env[70220]: value = "task-3625763" [ 955.773302] env[70220]: _type = "Task" [ 955.773302] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.783309] env[70220]: DEBUG oslo_vmware.api [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.788292] env[70220]: DEBUG oslo_concurrency.lockutils [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Releasing lock "refresh_cache-cdf9e135-81ba-4261-9d43-1680ad1c5bb3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.788526] env[70220]: DEBUG nova.compute.manager [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.789044] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.789044] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cc3acb8-ef82-4060-965b-809a88774d4c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.800781] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b260006-a358-4e7b-ae06-b12ee66e979c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.850179] env[70220]: WARNING nova.virt.vmwareapi.vmops [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cdf9e135-81ba-4261-9d43-1680ad1c5bb3 could not be found. [ 955.850397] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.850574] env[70220]: INFO nova.compute.manager [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Took 0.06 seconds to destroy the instance on the hypervisor. [ 955.850873] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.855666] env[70220]: DEBUG nova.compute.manager [-] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 955.855797] env[70220]: DEBUG nova.network.neutron [-] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 955.857987] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172561} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.858090] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.860662] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd301fe-47ae-4499-8a2b-4030146497eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.884550] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 4b7dd98c-ae27-4ef2-9361-4e7f610845f3/4b7dd98c-ae27-4ef2-9361-4e7f610845f3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.885593] env[70220]: DEBUG nova.network.neutron [-] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.887746] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34cc0698-ae03-42cf-97fc-cc6eebd55580 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.903844] env[70220]: DEBUG nova.network.neutron [-] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.914359] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 955.914359] env[70220]: value = "task-3625764" [ 955.914359] env[70220]: _type = "Task" [ 955.914359] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.919585] env[70220]: DEBUG oslo_concurrency.lockutils [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.922917] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.646s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.924813] env[70220]: INFO nova.compute.claims [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.936497] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.945675] env[70220]: INFO nova.scheduler.client.report [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Deleted allocations for instance 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b [ 955.962477] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625761, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.061612] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625762, 'name': Rename_Task, 'duration_secs': 0.321727} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.065053] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.065367] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e2324fe-202d-468a-b649-68fd2e527bfb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.077528] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520ea6e3-965f-8505-7a50-5ec16238b9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.022847} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.079133] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.079438] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d/4dac2b98-aaef-4a0b-adf8-1bc55c45d08d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.079800] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 956.079800] env[70220]: value = "task-3625765" [ 956.079800] env[70220]: _type = "Task" [ 956.079800] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.080011] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93ffb3c8-2a18-4f25-ad34-3415f7a16021 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.093085] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 956.093085] env[70220]: value = "task-3625766" [ 956.093085] env[70220]: _type = "Task" [ 956.093085] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.097316] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.110015] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.125412] env[70220]: DEBUG nova.compute.manager [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.125633] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.126974] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6318f180-7fa4-4108-916f-4564b87034a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.141396] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.141882] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b66b60f8-4ffe-498a-ba3f-711faf1065e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.152736] env[70220]: DEBUG oslo_vmware.api [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for the task: (returnval){ [ 956.152736] env[70220]: value = "task-3625767" [ 956.152736] env[70220]: _type = "Task" [ 956.152736] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.164966] env[70220]: DEBUG oslo_vmware.api [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.286673] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "964358fc-da49-4201-ac90-9b551fcf256c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.286873] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.297646] env[70220]: DEBUG oslo_vmware.api [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625763, 'name': PowerOffVM_Task, 'duration_secs': 0.469585} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.297973] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.298704] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.298704] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-123cb083-8423-426c-99d7-4e6a70e49cf5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.319660] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "2b6b424c-2264-40e0-9e45-7418575e5d9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.319742] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "2b6b424c-2264-40e0-9e45-7418575e5d9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.319966] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "2b6b424c-2264-40e0-9e45-7418575e5d9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.320362] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "2b6b424c-2264-40e0-9e45-7418575e5d9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.320425] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "2b6b424c-2264-40e0-9e45-7418575e5d9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.324330] env[70220]: INFO nova.compute.manager [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Terminating instance [ 956.385841] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.386116] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.386312] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Deleting the datastore file [datastore1] 0a47c5bb-e901-4095-984a-c52b1ee873d2 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.386586] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1afc6dbf-a4f8-437a-83e0-c5bb40f61246 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.396387] env[70220]: DEBUG oslo_vmware.api [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for the task: (returnval){ [ 956.396387] env[70220]: value = "task-3625769" [ 956.396387] env[70220]: _type = "Task" [ 956.396387] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.406975] env[70220]: INFO nova.compute.manager [-] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Took 0.55 seconds to deallocate network for instance. [ 956.407324] env[70220]: DEBUG oslo_vmware.api [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.425040] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.457894] env[70220]: DEBUG oslo_concurrency.lockutils [None req-712663fe-8101-4585-a58e-695b12ef4f11 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.887s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.466345] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873081} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.466647] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.467020] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.467316] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-816223da-2fe8-4e9c-b235-b2de549bc29f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.476837] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 956.476837] env[70220]: value = "task-3625770" [ 956.476837] env[70220]: _type = "Task" [ 956.476837] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.489727] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.596037] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.608741] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625766, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.668185] env[70220]: DEBUG oslo_vmware.api [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625767, 'name': PowerOffVM_Task, 'duration_secs': 0.349796} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.668952] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.669108] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.669508] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c09a098c-5afb-4dd3-a387-754e48307e32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.790833] env[70220]: DEBUG nova.compute.manager [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.796068] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.796336] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.796615] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Deleting the datastore file [datastore1] eda7ea6e-cc78-486b-a96f-75c99374fb97 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.797180] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25c38d20-7bb3-4a3d-ba88-1a8ea990a430 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.810421] env[70220]: DEBUG oslo_vmware.api [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for the task: (returnval){ [ 956.810421] env[70220]: value = "task-3625772" [ 956.810421] env[70220]: _type = "Task" [ 956.810421] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.822044] env[70220]: DEBUG oslo_vmware.api [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.831898] env[70220]: DEBUG nova.compute.manager [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.832193] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.833525] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7882944d-609d-4a54-a0d0-c361f368a749 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.842341] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.843237] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e633a21-cdad-4b61-8368-c9c9a0b609ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.851372] env[70220]: DEBUG oslo_vmware.api [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 956.851372] env[70220]: value = "task-3625773" [ 956.851372] env[70220]: _type = "Task" [ 956.851372] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.868258] env[70220]: DEBUG oslo_vmware.api [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.914646] env[70220]: INFO nova.compute.manager [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Instance disappeared during terminate [ 956.916521] env[70220]: DEBUG oslo_concurrency.lockutils [None req-885fd954-d086-4ed7-bd6b-ced0e3aa76f5 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "cdf9e135-81ba-4261-9d43-1680ad1c5bb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.747s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.920262] env[70220]: DEBUG oslo_vmware.api [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.948571] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625764, 'name': ReconfigVM_Task, 'duration_secs': 0.542374} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.949432] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 4b7dd98c-ae27-4ef2-9361-4e7f610845f3/4b7dd98c-ae27-4ef2-9361-4e7f610845f3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.951214] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41bfdb58-e5be-4579-b9be-8a4147eb2f16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.962408] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 956.962408] env[70220]: value = "task-3625774" [ 956.962408] env[70220]: _type = "Task" [ 956.962408] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.974713] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625774, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.988855] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090381} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.989309] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.991086] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4b8665-a0c1-40ef-baef-aa5b9ec6727d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.016614] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.020134] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d56d6b-4093-4641-8c20-26292d42ecb4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.042944] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 957.042944] env[70220]: value = "task-3625775" [ 957.042944] env[70220]: _type = "Task" [ 957.042944] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.058840] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.065796] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550653a3-120c-40e8-90fa-c19f36795a3f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.090130] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance 'e77916d8-d281-4418-aeab-169a6d99f109' progress to 0 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.117603] env[70220]: DEBUG oslo_vmware.api [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625765, 'name': PowerOnVM_Task, 'duration_secs': 0.735722} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.118260] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841175} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.121343] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.121664] env[70220]: INFO nova.compute.manager [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Took 9.74 seconds to spawn the instance on the hypervisor. [ 957.121904] env[70220]: DEBUG nova.compute.manager [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.122281] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d/4dac2b98-aaef-4a0b-adf8-1bc55c45d08d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.122534] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.123944] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bb6bc4-07d7-448e-a46c-d30e5a76a195 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.126795] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b1d50fa-0a96-4147-b188-8d4605fd5f6c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.144963] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 957.144963] env[70220]: value = "task-3625776" [ 957.144963] env[70220]: _type = "Task" [ 957.144963] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.159837] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.321464] env[70220]: DEBUG oslo_vmware.api [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Task: {'id': task-3625772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422429} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.322702] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.325464] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.325657] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.325840] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.326015] env[70220]: INFO nova.compute.manager [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Took 1.20 seconds to destroy the instance on the hypervisor. [ 957.326281] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.326700] env[70220]: DEBUG nova.compute.manager [-] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.326800] env[70220]: DEBUG nova.network.neutron [-] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.363707] env[70220]: DEBUG oslo_vmware.api [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625773, 'name': PowerOffVM_Task, 'duration_secs': 0.33033} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.367219] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.367440] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.368055] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c381fd76-6a28-4a68-bc24-7be4a4e8b7be {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.411712] env[70220]: DEBUG oslo_vmware.api [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Task: {'id': task-3625769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545275} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.414601] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.414896] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.415158] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.415393] env[70220]: INFO nova.compute.manager [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Took 1.66 seconds to destroy the instance on the hypervisor. [ 957.415715] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.418896] env[70220]: DEBUG nova.compute.manager [-] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.419351] env[70220]: DEBUG nova.network.neutron [-] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.465050] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.465248] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.465440] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Deleting the datastore file [datastore2] 2b6b424c-2264-40e0-9e45-7418575e5d9e {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.469024] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8876573-10c8-4170-907a-a60d7c3d2558 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.480636] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625774, 'name': Rename_Task, 'duration_secs': 0.374652} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.482472] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.482930] env[70220]: DEBUG oslo_vmware.api [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 957.482930] env[70220]: value = "task-3625778" [ 957.482930] env[70220]: _type = "Task" [ 957.482930] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.483216] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cebe554d-5c45-40bb-a3f8-15765f5575b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.498799] env[70220]: DEBUG oslo_vmware.api [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.500405] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 957.500405] env[70220]: value = "task-3625779" [ 957.500405] env[70220]: _type = "Task" [ 957.500405] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.518393] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.558795] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625775, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.582697] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cbed37-9c35-4023-a891-0df9f6416c51 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.591165] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3624abec-f17d-4779-b71a-347e763c51ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.599062] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.599381] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87f942f3-225b-4106-a353-1c393c8c107b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.641308] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b386037-a8f8-43ed-87d7-8e190c95086d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.644119] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 957.644119] env[70220]: value = "task-3625780" [ 957.644119] env[70220]: _type = "Task" [ 957.644119] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.664555] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c95cb7-d705-4d76-b412-5251749e48c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.675103] env[70220]: INFO nova.compute.manager [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Took 35.53 seconds to build instance. [ 957.676365] env[70220]: DEBUG nova.network.neutron [-] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.680129] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.680129] env[70220]: DEBUG nova.compute.manager [req-3a24792f-f3da-491a-95ad-6b7293dc8e5e req-1fc5af1c-fcc6-471a-ae18-906d84b6b1af service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Received event network-vif-deleted-45bfcd22-665d-4dd7-af34-a30277450efd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.680129] env[70220]: INFO nova.compute.manager [req-3a24792f-f3da-491a-95ad-6b7293dc8e5e req-1fc5af1c-fcc6-471a-ae18-906d84b6b1af service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Neutron deleted interface 45bfcd22-665d-4dd7-af34-a30277450efd; detaching it from the instance and deleting it from the info cache [ 957.680129] env[70220]: DEBUG nova.network.neutron [req-3a24792f-f3da-491a-95ad-6b7293dc8e5e req-1fc5af1c-fcc6-471a-ae18-906d84b6b1af service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.688499] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143862} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.697279] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.698159] env[70220]: DEBUG nova.compute.provider_tree [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.701769] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956ef41a-5184-4c8f-a62a-ed6904e55a4c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.729999] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d/4dac2b98-aaef-4a0b-adf8-1bc55c45d08d.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.731021] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4824dd8d-0b01-4a12-a716-95c6bd61a2c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.752876] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 957.752876] env[70220]: value = "task-3625781" [ 957.752876] env[70220]: _type = "Task" [ 957.752876] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.771551] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.849390] env[70220]: DEBUG nova.compute.manager [req-84069a3e-346f-4ce8-9fbf-b055c245ca80 req-17217260-a843-4f33-b2c9-c65ab36ed588 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Received event network-vif-deleted-c458215d-8ad0-4516-85ff-5157ecb3555b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.849816] env[70220]: INFO nova.compute.manager [req-84069a3e-346f-4ce8-9fbf-b055c245ca80 req-17217260-a843-4f33-b2c9-c65ab36ed588 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Neutron deleted interface c458215d-8ad0-4516-85ff-5157ecb3555b; detaching it from the instance and deleting it from the info cache [ 957.850219] env[70220]: DEBUG nova.network.neutron [req-84069a3e-346f-4ce8-9fbf-b055c245ca80 req-17217260-a843-4f33-b2c9-c65ab36ed588 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.004231] env[70220]: DEBUG oslo_vmware.api [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354457} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.009352] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.009352] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.009653] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.009818] env[70220]: INFO nova.compute.manager [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 958.010208] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.010544] env[70220]: DEBUG nova.compute.manager [-] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.011259] env[70220]: DEBUG nova.network.neutron [-] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.023428] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625779, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.057686] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625775, 'name': ReconfigVM_Task, 'duration_secs': 0.786047} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.058143] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Reconfigured VM instance instance-0000000e to attach disk [datastore1] f86272cc-e3fb-4bc5-8272-faab2cb68e29/f86272cc-e3fb-4bc5-8272-faab2cb68e29.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.058927] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cdb3c88-382e-42f5-8f57-ac57c4e34b1e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.069499] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 958.069499] env[70220]: value = "task-3625782" [ 958.069499] env[70220]: _type = "Task" [ 958.069499] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.079940] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625782, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.155984] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625780, 'name': PowerOffVM_Task, 'duration_secs': 0.411597} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.156518] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.156967] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance 'e77916d8-d281-4418-aeab-169a6d99f109' progress to 17 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 958.182620] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bf19406b-2a8d-4eb5-80f2-037bc118bf31 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.413s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.184706] env[70220]: INFO nova.compute.manager [-] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Took 0.86 seconds to deallocate network for instance. [ 958.190477] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5762d37b-c49b-4f83-a5ae-49dc9d5becac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.203755] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267eb59c-e161-4efb-8292-ca277c338ebc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.220103] env[70220]: DEBUG nova.scheduler.client.report [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.263816] env[70220]: DEBUG nova.compute.manager [req-3a24792f-f3da-491a-95ad-6b7293dc8e5e req-1fc5af1c-fcc6-471a-ae18-906d84b6b1af service nova] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Detach interface failed, port_id=45bfcd22-665d-4dd7-af34-a30277450efd, reason: Instance eda7ea6e-cc78-486b-a96f-75c99374fb97 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 958.265842] env[70220]: DEBUG nova.network.neutron [-] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.282267] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.354511] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-287b05f1-be4c-4dd4-8e92-90dd8ed1da6c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.367976] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96815d35-993f-4ebe-a753-fa4fb7ffe12c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.415972] env[70220]: DEBUG nova.compute.manager [req-84069a3e-346f-4ce8-9fbf-b055c245ca80 req-17217260-a843-4f33-b2c9-c65ab36ed588 service nova] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Detach interface failed, port_id=c458215d-8ad0-4516-85ff-5157ecb3555b, reason: Instance 0a47c5bb-e901-4095-984a-c52b1ee873d2 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 958.518028] env[70220]: DEBUG oslo_vmware.api [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625779, 'name': PowerOnVM_Task, 'duration_secs': 0.858898} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.518028] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.518028] env[70220]: INFO nova.compute.manager [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Took 5.60 seconds to spawn the instance on the hypervisor. [ 958.518028] env[70220]: DEBUG nova.compute.manager [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.518028] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843fef6a-a86d-4916-82bc-154410e3ce07 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.581081] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625782, 'name': Rename_Task, 'duration_secs': 0.238822} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.581650] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.581899] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8ed2b75-86a6-4ea9-b237-00946d883543 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.590689] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 958.590689] env[70220]: value = "task-3625783" [ 958.590689] env[70220]: _type = "Task" [ 958.590689] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.601527] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.664282] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.664564] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.664677] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.664881] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.672027] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.672027] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.672027] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.672027] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.672027] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.672027] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.672027] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.678696] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8c41806-4b9a-4716-8685-ae860571a130 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.694466] env[70220]: DEBUG oslo_concurrency.lockutils [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.700267] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 958.700267] env[70220]: value = "task-3625784" [ 958.700267] env[70220]: _type = "Task" [ 958.700267] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.712106] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.724768] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.725320] env[70220]: DEBUG nova.compute.manager [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.728457] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.955s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.730275] env[70220]: INFO nova.compute.claims [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.775027] env[70220]: INFO nova.compute.manager [-] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Took 1.36 seconds to deallocate network for instance. [ 958.775438] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625781, 'name': ReconfigVM_Task, 'duration_secs': 0.683439} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.778102] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d/4dac2b98-aaef-4a0b-adf8-1bc55c45d08d.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.782292] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a0858d9-768b-4545-8bab-4a2ec1986f92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.793292] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 958.793292] env[70220]: value = "task-3625785" [ 958.793292] env[70220]: _type = "Task" [ 958.793292] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.807307] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625785, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.039792] env[70220]: INFO nova.compute.manager [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Took 33.61 seconds to build instance. [ 959.104608] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625783, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.211051] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625784, 'name': ReconfigVM_Task, 'duration_secs': 0.168147} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.211398] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance 'e77916d8-d281-4418-aeab-169a6d99f109' progress to 33 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.240595] env[70220]: DEBUG nova.compute.utils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.250266] env[70220]: DEBUG nova.network.neutron [-] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.250266] env[70220]: DEBUG nova.compute.manager [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.250266] env[70220]: DEBUG nova.network.neutron [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.286255] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.304668] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625785, 'name': Rename_Task, 'duration_secs': 0.207788} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.304668] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.304831] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12769b4d-278a-4946-9a88-390248952abb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.314033] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 959.314033] env[70220]: value = "task-3625786" [ 959.314033] env[70220]: _type = "Task" [ 959.314033] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.319966] env[70220]: DEBUG nova.policy [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7fd400a2c794b3f9428ad0678feba2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '345530a66ef6411eb675025e56a33c08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.325976] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.542579] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7999a8b9-acb7-450c-a69b-149c481aa979 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "4b7dd98c-ae27-4ef2-9361-4e7f610845f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.130s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.609281] env[70220]: DEBUG oslo_vmware.api [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625783, 'name': PowerOnVM_Task, 'duration_secs': 0.93404} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.609281] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.609281] env[70220]: DEBUG nova.compute.manager [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.610545] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c184118e-7056-43b9-917f-297453daf597 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.718524] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:08:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b9568958-0faa-4b31-9b44-d9b7189a92fd',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1264019301',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.723343] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.723343] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.723343] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.723915] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.727022] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.727022] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.727022] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.727022] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.727022] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.727022] env[70220]: DEBUG nova.virt.hardware [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.738888] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.740010] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eea648b-da39-41bc-b693-4f2dc3ebbbac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.754173] env[70220]: DEBUG nova.compute.utils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.757019] env[70220]: INFO nova.compute.manager [-] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Took 1.75 seconds to deallocate network for instance. [ 959.770956] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 959.770956] env[70220]: value = "task-3625787" [ 959.770956] env[70220]: _type = "Task" [ 959.770956] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.783091] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625787, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.818269] env[70220]: DEBUG nova.network.neutron [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Successfully created port: 508bc7a9-c85a-4278-848e-c7663210437c {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.836986] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.967689] env[70220]: DEBUG nova.compute.manager [req-dc7d36ed-b32e-48d3-8430-8ca414494988 req-af0e61cc-2dab-4d69-827d-9fbfcecefb86 service nova] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Received event network-vif-deleted-b03b1240-f50d-491a-9b5b-7d2c4a58390d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.967927] env[70220]: DEBUG nova.compute.manager [req-dc7d36ed-b32e-48d3-8430-8ca414494988 req-af0e61cc-2dab-4d69-827d-9fbfcecefb86 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received event network-changed-447eb8a0-a066-4e25-889c-fd5da4a53099 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.968489] env[70220]: DEBUG nova.compute.manager [req-dc7d36ed-b32e-48d3-8430-8ca414494988 req-af0e61cc-2dab-4d69-827d-9fbfcecefb86 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Refreshing instance network info cache due to event network-changed-447eb8a0-a066-4e25-889c-fd5da4a53099. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 959.968922] env[70220]: DEBUG oslo_concurrency.lockutils [req-dc7d36ed-b32e-48d3-8430-8ca414494988 req-af0e61cc-2dab-4d69-827d-9fbfcecefb86 service nova] Acquiring lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.968922] env[70220]: DEBUG oslo_concurrency.lockutils [req-dc7d36ed-b32e-48d3-8430-8ca414494988 req-af0e61cc-2dab-4d69-827d-9fbfcecefb86 service nova] Acquired lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.969100] env[70220]: DEBUG nova.network.neutron [req-dc7d36ed-b32e-48d3-8430-8ca414494988 req-af0e61cc-2dab-4d69-827d-9fbfcecefb86 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Refreshing network info cache for port 447eb8a0-a066-4e25-889c-fd5da4a53099 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.181878] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.261115] env[70220]: DEBUG nova.compute.manager [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.269253] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.292525] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625787, 'name': ReconfigVM_Task, 'duration_secs': 0.394442} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.293628] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 960.295253] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b8a53-25fb-4a54-ba9d-c1865bf3ec68 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.302020] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5093a3a4-5acf-414c-9316-78854e056b35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.332961] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] e77916d8-d281-4418-aeab-169a6d99f109/e77916d8-d281-4418-aeab-169a6d99f109.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.339067] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1889333a-52c6-4006-8b05-8e54c155c622 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.362893] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2898ac69-d0f1-4e4f-8e48-48b83fbc6296 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.371124] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625786, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.400409] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6eaf91-3c7c-4be1-83d3-7db74668cc38 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.403604] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 960.403604] env[70220]: value = "task-3625788" [ 960.403604] env[70220]: _type = "Task" [ 960.403604] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.411655] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eccbb43-71e1-437d-a6d9-802a9f18dc0f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.420881] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.431847] env[70220]: DEBUG nova.compute.provider_tree [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.795042] env[70220]: DEBUG nova.network.neutron [req-dc7d36ed-b32e-48d3-8430-8ca414494988 req-af0e61cc-2dab-4d69-827d-9fbfcecefb86 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updated VIF entry in instance network info cache for port 447eb8a0-a066-4e25-889c-fd5da4a53099. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 960.795042] env[70220]: DEBUG nova.network.neutron [req-dc7d36ed-b32e-48d3-8430-8ca414494988 req-af0e61cc-2dab-4d69-827d-9fbfcecefb86 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updating instance_info_cache with network_info: [{"id": "447eb8a0-a066-4e25-889c-fd5da4a53099", "address": "fa:16:3e:b0:f7:3a", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447eb8a0-a0", "ovs_interfaceid": "447eb8a0-a066-4e25-889c-fd5da4a53099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.840023] env[70220]: DEBUG oslo_vmware.api [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625786, 'name': PowerOnVM_Task, 'duration_secs': 1.351293} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.840023] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.840023] env[70220]: INFO nova.compute.manager [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Took 10.72 seconds to spawn the instance on the hypervisor. [ 960.840023] env[70220]: DEBUG nova.compute.manager [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.840023] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cc67db-0c9a-43b2-8a14-c119efca9fd2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.916476] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625788, 'name': ReconfigVM_Task, 'duration_secs': 0.456061} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.916907] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Reconfigured VM instance instance-0000002d to attach disk [datastore2] e77916d8-d281-4418-aeab-169a6d99f109/e77916d8-d281-4418-aeab-169a6d99f109.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.917470] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance 'e77916d8-d281-4418-aeab-169a6d99f109' progress to 50 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.935309] env[70220]: DEBUG nova.scheduler.client.report [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.275038] env[70220]: DEBUG nova.compute.manager [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.298150] env[70220]: DEBUG oslo_concurrency.lockutils [req-dc7d36ed-b32e-48d3-8430-8ca414494988 req-af0e61cc-2dab-4d69-827d-9fbfcecefb86 service nova] Releasing lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.320953] env[70220]: DEBUG nova.virt.hardware [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:06:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='821448252',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-843093486',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.321249] env[70220]: DEBUG nova.virt.hardware [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.321473] env[70220]: DEBUG nova.virt.hardware [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.323023] env[70220]: DEBUG nova.virt.hardware [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.323023] env[70220]: DEBUG nova.virt.hardware [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.323023] env[70220]: DEBUG nova.virt.hardware [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.323023] env[70220]: DEBUG nova.virt.hardware [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.323023] env[70220]: DEBUG nova.virt.hardware [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.323023] env[70220]: DEBUG nova.virt.hardware [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.323023] env[70220]: DEBUG nova.virt.hardware [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.323023] env[70220]: DEBUG nova.virt.hardware [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.323650] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc71ce-f3dd-4e83-bf9e-9d050bd3ad1e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.333835] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1604076-d324-457a-beba-c6356ce643fa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.364969] env[70220]: INFO nova.compute.manager [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Took 36.18 seconds to build instance. [ 961.426420] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eba2102-fa1b-4f0d-b5bf-477664313250 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.449810] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.450402] env[70220]: DEBUG nova.compute.manager [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 961.453688] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.678s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.453927] env[70220]: DEBUG nova.objects.instance [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lazy-loading 'resources' on Instance uuid de59df0d-6372-447a-877c-41f3f26e6342 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.455619] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16c36b9-f3df-4f54-8b32-73c280b4da3c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.479504] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance 'e77916d8-d281-4418-aeab-169a6d99f109' progress to 67 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.867453] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9a6d1da8-e6a7-4e37-a206-dca9b6d52ab0 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.689s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.956772] env[70220]: DEBUG nova.compute.utils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.958241] env[70220]: DEBUG nova.compute.manager [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.959505] env[70220]: DEBUG nova.network.neutron [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.011594] env[70220]: INFO nova.compute.manager [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Rebuilding instance [ 962.030430] env[70220]: DEBUG nova.policy [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d01d420132e4b8090987f27538ad70c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cef1b90423b4bbd8bd11beb8a64e991', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.053351] env[70220]: DEBUG nova.network.neutron [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Port 24362592-2941-47e5-a0f9-1b8cedc8f3bb binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 962.064563] env[70220]: DEBUG nova.compute.manager [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.065490] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fde8bf-34e2-4db0-ad63-a173043ae408 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.236111] env[70220]: DEBUG nova.compute.manager [req-0e66ac85-3d88-4cdf-9a46-be2f960f4518 req-1fd992e2-c933-4228-9643-deaa89c677d4 service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Received event network-vif-plugged-508bc7a9-c85a-4278-848e-c7663210437c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.236343] env[70220]: DEBUG oslo_concurrency.lockutils [req-0e66ac85-3d88-4cdf-9a46-be2f960f4518 req-1fd992e2-c933-4228-9643-deaa89c677d4 service nova] Acquiring lock "d2d70675-725d-438b-bc00-7b40c2775931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.236550] env[70220]: DEBUG oslo_concurrency.lockutils [req-0e66ac85-3d88-4cdf-9a46-be2f960f4518 req-1fd992e2-c933-4228-9643-deaa89c677d4 service nova] Lock "d2d70675-725d-438b-bc00-7b40c2775931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.237740] env[70220]: DEBUG oslo_concurrency.lockutils [req-0e66ac85-3d88-4cdf-9a46-be2f960f4518 req-1fd992e2-c933-4228-9643-deaa89c677d4 service nova] Lock "d2d70675-725d-438b-bc00-7b40c2775931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.237740] env[70220]: DEBUG nova.compute.manager [req-0e66ac85-3d88-4cdf-9a46-be2f960f4518 req-1fd992e2-c933-4228-9643-deaa89c677d4 service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] No waiting events found dispatching network-vif-plugged-508bc7a9-c85a-4278-848e-c7663210437c {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.237740] env[70220]: WARNING nova.compute.manager [req-0e66ac85-3d88-4cdf-9a46-be2f960f4518 req-1fd992e2-c933-4228-9643-deaa89c677d4 service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Received unexpected event network-vif-plugged-508bc7a9-c85a-4278-848e-c7663210437c for instance with vm_state building and task_state spawning. [ 962.307237] env[70220]: DEBUG nova.network.neutron [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Successfully updated port: 508bc7a9-c85a-4278-848e-c7663210437c {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.419607] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.419832] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.420068] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.421024] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.421024] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.424144] env[70220]: INFO nova.compute.manager [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Terminating instance [ 962.466207] env[70220]: DEBUG nova.compute.manager [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 962.515421] env[70220]: DEBUG nova.network.neutron [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Successfully created port: 1750b9be-a6a5-4b6d-afea-0aeab562f096 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 962.538561] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7560616d-b25d-4d31-b445-e7bc1904185b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.549100] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c44658-0dfb-4219-a39f-1b4f3ac17ec3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.591160] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974cd7c5-4a84-48f8-9422-2a0bbff15c20 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.598982] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc76862-d0c3-4beb-9b7e-c620cd90ea15 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.616232] env[70220]: DEBUG nova.compute.provider_tree [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.817568] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "refresh_cache-d2d70675-725d-438b-bc00-7b40c2775931" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.817568] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquired lock "refresh_cache-d2d70675-725d-438b-bc00-7b40c2775931" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.817728] env[70220]: DEBUG nova.network.neutron [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.938024] env[70220]: DEBUG nova.compute.manager [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.938024] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.938024] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315d1e73-8166-4d32-a5d0-d5c41df055b4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.946523] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.947061] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8c7a379-d072-4678-a6fb-2695e7b48a35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.956520] env[70220]: DEBUG oslo_vmware.api [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 962.956520] env[70220]: value = "task-3625789" [ 962.956520] env[70220]: _type = "Task" [ 962.956520] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.967258] env[70220]: DEBUG oslo_vmware.api [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.098099] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.101022] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9e6123f-aa2f-46d7-8460-845e5d86e3d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.108252] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "e77916d8-d281-4418-aeab-169a6d99f109-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.108487] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "e77916d8-d281-4418-aeab-169a6d99f109-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.108673] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "e77916d8-d281-4418-aeab-169a6d99f109-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.117105] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 963.117105] env[70220]: value = "task-3625790" [ 963.117105] env[70220]: _type = "Task" [ 963.117105] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.123311] env[70220]: DEBUG nova.scheduler.client.report [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.135201] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.363207] env[70220]: DEBUG nova.network.neutron [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.469450] env[70220]: DEBUG oslo_vmware.api [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625789, 'name': PowerOffVM_Task, 'duration_secs': 0.333931} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.469912] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.470126] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.470401] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5bcabf6-e4b2-4f47-b068-eafb51815c3e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.476613] env[70220]: DEBUG nova.compute.manager [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 963.524799] env[70220]: DEBUG nova.virt.hardware [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 963.525142] env[70220]: DEBUG nova.virt.hardware [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 963.525352] env[70220]: DEBUG nova.virt.hardware [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.525546] env[70220]: DEBUG nova.virt.hardware [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 963.525865] env[70220]: DEBUG nova.virt.hardware [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.526023] env[70220]: DEBUG nova.virt.hardware [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 963.526215] env[70220]: DEBUG nova.virt.hardware [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 963.526377] env[70220]: DEBUG nova.virt.hardware [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 963.526707] env[70220]: DEBUG nova.virt.hardware [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 963.526777] env[70220]: DEBUG nova.virt.hardware [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 963.526896] env[70220]: DEBUG nova.virt.hardware [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 963.528042] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac217286-d80e-4d1c-9d14-c1182d7f2311 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.542613] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c2a6f5-22b7-4d92-b975-46da13ca3840 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.555795] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.555795] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.555795] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleting the datastore file [datastore2] cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.565200] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4786a4a-aa1d-4252-b22e-09e193091a40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.577172] env[70220]: DEBUG oslo_vmware.api [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 963.577172] env[70220]: value = "task-3625792" [ 963.577172] env[70220]: _type = "Task" [ 963.577172] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.589015] env[70220]: DEBUG oslo_vmware.api [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.632409] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.634821] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625790, 'name': PowerOffVM_Task, 'duration_secs': 0.270431} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.636135] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.710s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.636135] env[70220]: DEBUG nova.objects.instance [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 963.638987] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.643315] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.646043] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2c0d0d-f32f-4415-9736-5f7e20571aa8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.656655] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.656944] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ad0ba19-b28e-45ce-9308-653bb42f53c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.668350] env[70220]: INFO nova.scheduler.client.report [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleted allocations for instance de59df0d-6372-447a-877c-41f3f26e6342 [ 963.680086] env[70220]: DEBUG nova.network.neutron [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Updating instance_info_cache with network_info: [{"id": "508bc7a9-c85a-4278-848e-c7663210437c", "address": "fa:16:3e:f2:bc:3b", "network": {"id": "a6c0af0c-d0ab-402d-9cdf-526d9e1513c6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-652733890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345530a66ef6411eb675025e56a33c08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap508bc7a9-c8", "ovs_interfaceid": "508bc7a9-c85a-4278-848e-c7663210437c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.694810] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.695058] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.695247] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Deleting the datastore file [datastore1] 4b7dd98c-ae27-4ef2-9361-4e7f610845f3 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.695799] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c285788d-09f5-471e-8178-00d42e27217e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.705139] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 963.705139] env[70220]: value = "task-3625794" [ 963.705139] env[70220]: _type = "Task" [ 963.705139] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.719948] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.010288] env[70220]: DEBUG nova.compute.manager [req-d82f2154-3bbc-452b-8a12-9156bab71f91 req-53ebabbf-7017-466d-a047-88d4561c5e8c service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Received event network-vif-plugged-1750b9be-a6a5-4b6d-afea-0aeab562f096 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.010523] env[70220]: DEBUG oslo_concurrency.lockutils [req-d82f2154-3bbc-452b-8a12-9156bab71f91 req-53ebabbf-7017-466d-a047-88d4561c5e8c service nova] Acquiring lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.010758] env[70220]: DEBUG oslo_concurrency.lockutils [req-d82f2154-3bbc-452b-8a12-9156bab71f91 req-53ebabbf-7017-466d-a047-88d4561c5e8c service nova] Lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.010932] env[70220]: DEBUG oslo_concurrency.lockutils [req-d82f2154-3bbc-452b-8a12-9156bab71f91 req-53ebabbf-7017-466d-a047-88d4561c5e8c service nova] Lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.011148] env[70220]: DEBUG nova.compute.manager [req-d82f2154-3bbc-452b-8a12-9156bab71f91 req-53ebabbf-7017-466d-a047-88d4561c5e8c service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] No waiting events found dispatching network-vif-plugged-1750b9be-a6a5-4b6d-afea-0aeab562f096 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.011325] env[70220]: WARNING nova.compute.manager [req-d82f2154-3bbc-452b-8a12-9156bab71f91 req-53ebabbf-7017-466d-a047-88d4561c5e8c service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Received unexpected event network-vif-plugged-1750b9be-a6a5-4b6d-afea-0aeab562f096 for instance with vm_state building and task_state spawning. [ 964.088358] env[70220]: DEBUG oslo_vmware.api [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468377} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.088734] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.088980] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.089196] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.089377] env[70220]: INFO nova.compute.manager [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 964.089752] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.089986] env[70220]: DEBUG nova.compute.manager [-] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.090140] env[70220]: DEBUG nova.network.neutron [-] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.124089] env[70220]: DEBUG nova.network.neutron [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Successfully updated port: 1750b9be-a6a5-4b6d-afea-0aeab562f096 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.167894] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.168122] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.168323] env[70220]: DEBUG nova.network.neutron [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.181216] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f6f4d149-2b75-4505-85a8-9ad6b22f4141 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "de59df0d-6372-447a-877c-41f3f26e6342" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.487s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.182858] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Releasing lock "refresh_cache-d2d70675-725d-438b-bc00-7b40c2775931" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.183164] env[70220]: DEBUG nova.compute.manager [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Instance network_info: |[{"id": "508bc7a9-c85a-4278-848e-c7663210437c", "address": "fa:16:3e:f2:bc:3b", "network": {"id": "a6c0af0c-d0ab-402d-9cdf-526d9e1513c6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-652733890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345530a66ef6411eb675025e56a33c08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap508bc7a9-c8", "ovs_interfaceid": "508bc7a9-c85a-4278-848e-c7663210437c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.183561] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:bc:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '508bc7a9-c85a-4278-848e-c7663210437c', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.193326] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.194015] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.195888] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddfc48ed-9239-4f8a-9cbb-c080c6321246 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.226796] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381933} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.228581] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.228825] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.228994] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.231763] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.231763] env[70220]: value = "task-3625795" [ 964.231763] env[70220]: _type = "Task" [ 964.231763] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.241193] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625795, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.279917] env[70220]: DEBUG nova.compute.manager [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Received event network-changed-508bc7a9-c85a-4278-848e-c7663210437c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.280260] env[70220]: DEBUG nova.compute.manager [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Refreshing instance network info cache due to event network-changed-508bc7a9-c85a-4278-848e-c7663210437c. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.280477] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] Acquiring lock "refresh_cache-d2d70675-725d-438b-bc00-7b40c2775931" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.280621] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] Acquired lock "refresh_cache-d2d70675-725d-438b-bc00-7b40c2775931" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.280780] env[70220]: DEBUG nova.network.neutron [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Refreshing network info cache for port 508bc7a9-c85a-4278-848e-c7663210437c {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.627925] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "refresh_cache-dd0e95cc-f782-41bc-a0fa-90bcef8bd932" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.627925] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "refresh_cache-dd0e95cc-f782-41bc-a0fa-90bcef8bd932" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.627925] env[70220]: DEBUG nova.network.neutron [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.653390] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b04b2526-de6e-4956-ae3d-57e38f80deec tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.655080] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.750s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.655296] env[70220]: DEBUG nova.objects.instance [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Lazy-loading 'resources' on Instance uuid 0bc3e427-2335-46f3-b311-fa688563fece {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.749624] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625795, 'name': CreateVM_Task, 'duration_secs': 0.515275} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.749783] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.751338] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.751608] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.752135] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.752872] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652245a9-ba1a-4f61-bd50-00da82ecb84f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.760117] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 964.760117] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5227c809-d18a-b668-63bd-66a6d151c1cc" [ 964.760117] env[70220]: _type = "Task" [ 964.760117] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.773447] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5227c809-d18a-b668-63bd-66a6d151c1cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.798210] env[70220]: DEBUG oslo_vmware.rw_handles [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a722f4-18ec-db3c-c91f-704ace75c453/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 964.798210] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b9c90b-f51f-4fb7-9f3f-6de1190a045d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.810019] env[70220]: DEBUG oslo_vmware.rw_handles [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a722f4-18ec-db3c-c91f-704ace75c453/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 964.810019] env[70220]: ERROR oslo_vmware.rw_handles [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a722f4-18ec-db3c-c91f-704ace75c453/disk-0.vmdk due to incomplete transfer. [ 964.810019] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3cfb9c44-2e9b-4fe9-bda5-73ce389ed5f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.818539] env[70220]: DEBUG oslo_vmware.rw_handles [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a722f4-18ec-db3c-c91f-704ace75c453/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 964.818539] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Uploaded image 5bf30498-133a-4329-a481-20bb35d0168c to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 964.820653] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 964.821341] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb24fe41-dbec-4b54-9065-6efd36cab071 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.832155] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 964.832155] env[70220]: value = "task-3625796" [ 964.832155] env[70220]: _type = "Task" [ 964.832155] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.842076] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625796, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.001713] env[70220]: DEBUG nova.network.neutron [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance_info_cache with network_info: [{"id": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "address": "fa:16:3e:3f:f5:7e", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24362592-29", "ovs_interfaceid": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.005026] env[70220]: DEBUG nova.network.neutron [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Updated VIF entry in instance network info cache for port 508bc7a9-c85a-4278-848e-c7663210437c. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.005026] env[70220]: DEBUG nova.network.neutron [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Updating instance_info_cache with network_info: [{"id": "508bc7a9-c85a-4278-848e-c7663210437c", "address": "fa:16:3e:f2:bc:3b", "network": {"id": "a6c0af0c-d0ab-402d-9cdf-526d9e1513c6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-652733890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345530a66ef6411eb675025e56a33c08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap508bc7a9-c8", "ovs_interfaceid": "508bc7a9-c85a-4278-848e-c7663210437c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.035054] env[70220]: DEBUG nova.network.neutron [-] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.180611] env[70220]: DEBUG nova.network.neutron [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.279556] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5227c809-d18a-b668-63bd-66a6d151c1cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.283033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.283033] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.283033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.283033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.283400] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.283639] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2996deb-e32c-46bf-a964-2d00929f7d56 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.289565] env[70220]: DEBUG nova.virt.hardware [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.289768] env[70220]: DEBUG nova.virt.hardware [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.289922] env[70220]: DEBUG nova.virt.hardware [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.290119] env[70220]: DEBUG nova.virt.hardware [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.292384] env[70220]: DEBUG nova.virt.hardware [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.292522] env[70220]: DEBUG nova.virt.hardware [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.292766] env[70220]: DEBUG nova.virt.hardware [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.292934] env[70220]: DEBUG nova.virt.hardware [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.293116] env[70220]: DEBUG nova.virt.hardware [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.293278] env[70220]: DEBUG nova.virt.hardware [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.293448] env[70220]: DEBUG nova.virt.hardware [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.294820] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302ce3b0-af27-4092-83a0-5ec098ea100f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.302250] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.302250] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.305052] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f49a6c09-ffc8-4cf5-8380-35ba2913a8c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.308288] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c7a1c5-3279-4691-890e-eb70bea6e6eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.318104] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 965.318104] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52448bf8-c07e-4df8-c665-82db3334c920" [ 965.318104] env[70220]: _type = "Task" [ 965.318104] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.326265] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.331884] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.337177] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.337657] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a95769a7-7cb6-4105-859c-ffc136916a94 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.362742] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52448bf8-c07e-4df8-c665-82db3334c920, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.366568] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.366568] env[70220]: value = "task-3625797" [ 965.366568] env[70220]: _type = "Task" [ 965.366568] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.366856] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625796, 'name': Destroy_Task, 'duration_secs': 0.363034} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.367052] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9f31f0-8f1c-4cd4-a51d-3e3a710b8bf4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.369455] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Destroyed the VM [ 965.369678] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 965.374880] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8fae1f24-c26b-49b7-ad3c-5d87b08738e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.387019] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 965.387019] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52550b71-7a63-7b38-d337-cd1a16988fe7" [ 965.387019] env[70220]: _type = "Task" [ 965.387019] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.387328] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625797, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.387508] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 965.387508] env[70220]: value = "task-3625798" [ 965.387508] env[70220]: _type = "Task" [ 965.387508] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.396412] env[70220]: DEBUG nova.network.neutron [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Updating instance_info_cache with network_info: [{"id": "1750b9be-a6a5-4b6d-afea-0aeab562f096", "address": "fa:16:3e:2f:0a:30", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1750b9be-a6", "ovs_interfaceid": "1750b9be-a6a5-4b6d-afea-0aeab562f096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.405871] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52550b71-7a63-7b38-d337-cd1a16988fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.016506} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.408896] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.409186] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] d2d70675-725d-438b-bc00-7b40c2775931/d2d70675-725d-438b-bc00-7b40c2775931.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.409463] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625798, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.409697] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e4210bd-7fe5-48ef-896b-81c752952e19 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.419776] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 965.419776] env[70220]: value = "task-3625799" [ 965.419776] env[70220]: _type = "Task" [ 965.419776] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.431767] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.506280] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.510776] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] Releasing lock "refresh_cache-d2d70675-725d-438b-bc00-7b40c2775931" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.511080] env[70220]: DEBUG nova.compute.manager [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Received event network-changed-8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.511272] env[70220]: DEBUG nova.compute.manager [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Refreshing instance network info cache due to event network-changed-8b3d70fd-a522-4622-a83b-c2dc4789d97a. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.511510] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] Acquiring lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.511694] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] Acquired lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.511884] env[70220]: DEBUG nova.network.neutron [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Refreshing network info cache for port 8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.538693] env[70220]: INFO nova.compute.manager [-] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Took 1.45 seconds to deallocate network for instance. [ 965.655689] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd42cb32-5b41-4874-b881-6bc480dfb4d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.664796] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ee4f36-3b63-4701-868b-2be9e76c9caa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.699379] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ee2ef9-f9a4-4660-a657-b653509d7511 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.708262] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ae003-836d-479d-9343-8846d8025cff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.724626] env[70220]: DEBUG nova.compute.provider_tree [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.880792] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625797, 'name': CreateVM_Task, 'duration_secs': 0.313401} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.880792] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.884056] env[70220]: DEBUG oslo_concurrency.lockutils [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.884056] env[70220]: DEBUG oslo_concurrency.lockutils [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.884056] env[70220]: DEBUG oslo_concurrency.lockutils [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.884056] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0c2917-e7f1-4bfc-9961-b5d4a1189a82 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.888617] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 965.888617] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523099fa-457a-ced9-ea49-df286605265b" [ 965.888617] env[70220]: _type = "Task" [ 965.888617] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.902017] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "refresh_cache-dd0e95cc-f782-41bc-a0fa-90bcef8bd932" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.902403] env[70220]: DEBUG nova.compute.manager [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Instance network_info: |[{"id": "1750b9be-a6a5-4b6d-afea-0aeab562f096", "address": "fa:16:3e:2f:0a:30", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1750b9be-a6", "ovs_interfaceid": "1750b9be-a6a5-4b6d-afea-0aeab562f096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.902731] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523099fa-457a-ced9-ea49-df286605265b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.906185] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:0a:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1750b9be-a6a5-4b6d-afea-0aeab562f096', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.914333] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.914625] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625798, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.914871] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.915110] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2ebc6df-af74-4496-be97-de2aad499925 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.939174] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625799, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.940748] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.940748] env[70220]: value = "task-3625800" [ 965.940748] env[70220]: _type = "Task" [ 965.940748] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.950024] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625800, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.043173] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9eadd06-7269-4449-8cc3-8aeccb58b8c1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.047981] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.069805] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bb9c0c-f22a-4454-9901-e495e05d63ca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.074186] env[70220]: DEBUG nova.compute.manager [req-4edb2938-3103-4ec4-a283-39b7ef5c9fd5 req-0bda1454-7759-419a-a229-8ecb528d79cd service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Received event network-changed-1750b9be-a6a5-4b6d-afea-0aeab562f096 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.074368] env[70220]: DEBUG nova.compute.manager [req-4edb2938-3103-4ec4-a283-39b7ef5c9fd5 req-0bda1454-7759-419a-a229-8ecb528d79cd service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Refreshing instance network info cache due to event network-changed-1750b9be-a6a5-4b6d-afea-0aeab562f096. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.074581] env[70220]: DEBUG oslo_concurrency.lockutils [req-4edb2938-3103-4ec4-a283-39b7ef5c9fd5 req-0bda1454-7759-419a-a229-8ecb528d79cd service nova] Acquiring lock "refresh_cache-dd0e95cc-f782-41bc-a0fa-90bcef8bd932" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.074729] env[70220]: DEBUG oslo_concurrency.lockutils [req-4edb2938-3103-4ec4-a283-39b7ef5c9fd5 req-0bda1454-7759-419a-a229-8ecb528d79cd service nova] Acquired lock "refresh_cache-dd0e95cc-f782-41bc-a0fa-90bcef8bd932" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.074895] env[70220]: DEBUG nova.network.neutron [req-4edb2938-3103-4ec4-a283-39b7ef5c9fd5 req-0bda1454-7759-419a-a229-8ecb528d79cd service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Refreshing network info cache for port 1750b9be-a6a5-4b6d-afea-0aeab562f096 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.087261] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance 'e77916d8-d281-4418-aeab-169a6d99f109' progress to 83 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.228978] env[70220]: DEBUG nova.scheduler.client.report [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.303273] env[70220]: DEBUG nova.compute.manager [req-df283ab0-8261-4e4f-b49c-2a6a59832315 req-e824cdab-57d6-4612-8189-5a1f614ba59b service nova] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Received event network-vif-deleted-e32f5582-20e7-4b0f-9a7e-df7f5d523ce3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.326092] env[70220]: DEBUG nova.network.neutron [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updated VIF entry in instance network info cache for port 8b3d70fd-a522-4622-a83b-c2dc4789d97a. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.326531] env[70220]: DEBUG nova.network.neutron [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updating instance_info_cache with network_info: [{"id": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "address": "fa:16:3e:c4:93:04", "network": {"id": "5e87f4d9-6ac3-451c-828f-e9e5a266df21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-253925084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ec13e04efe4248a5e35d5fdc4a935d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3d70fd-a5", "ovs_interfaceid": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.401057] env[70220]: DEBUG oslo_vmware.api [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625798, 'name': RemoveSnapshot_Task, 'duration_secs': 0.790453} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.404722] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 966.404998] env[70220]: INFO nova.compute.manager [None req-b246d1c1-3f88-451d-98e5-d5fd26e6aa86 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Took 15.81 seconds to snapshot the instance on the hypervisor. [ 966.407838] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523099fa-457a-ced9-ea49-df286605265b, 'name': SearchDatastore_Task, 'duration_secs': 0.018426} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.408448] env[70220]: DEBUG oslo_concurrency.lockutils [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.408698] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.408950] env[70220]: DEBUG oslo_concurrency.lockutils [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.409107] env[70220]: DEBUG oslo_concurrency.lockutils [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.409291] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.409576] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-738ec245-89d1-405e-a822-115ff8892f07 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.420369] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.420501] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.421307] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5168cf15-6d6a-4709-9538-1766be754b41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.426826] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 966.426826] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5290431d-1391-de09-6ecd-dfac898d1c39" [ 966.426826] env[70220]: _type = "Task" [ 966.426826] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.438780] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545693} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.442201] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] d2d70675-725d-438b-bc00-7b40c2775931/d2d70675-725d-438b-bc00-7b40c2775931.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.442429] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.442735] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5290431d-1391-de09-6ecd-dfac898d1c39, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.442928] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a662f7a8-474c-470e-8303-3a12c62f62fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.447754] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e208602-0b1c-4f1f-b36a-8ef9eb711ee6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.455650] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 966.455650] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]528d13fe-6a68-d756-8e33-c05433e47ac0" [ 966.455650] env[70220]: _type = "Task" [ 966.455650] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.457391] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625800, 'name': CreateVM_Task, 'duration_secs': 0.409712} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.457391] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.457391] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 966.457391] env[70220]: value = "task-3625801" [ 966.457391] env[70220]: _type = "Task" [ 966.457391] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.460838] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.461040] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.461370] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.462122] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950b64e4-3e2b-4573-a143-e2b36e758ad5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.476234] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528d13fe-6a68-d756-8e33-c05433e47ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.477668] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 966.477668] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]528e12f3-171d-b454-ed01-cf34aeeb57dd" [ 966.477668] env[70220]: _type = "Task" [ 966.477668] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.477668] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.477668] env[70220]: DEBUG oslo_concurrency.lockutils [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.477668] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 4b7dd98c-ae27-4ef2-9361-4e7f610845f3/4b7dd98c-ae27-4ef2-9361-4e7f610845f3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.477668] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-988a77f8-62d7-424d-bf49-c6c829a4b7f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.487733] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528e12f3-171d-b454-ed01-cf34aeeb57dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.489066] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.489301] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.489581] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.489752] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.489957] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.490559] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 966.490559] env[70220]: value = "task-3625802" [ 966.490559] env[70220]: _type = "Task" [ 966.490559] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.490559] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd033c8-626c-4e94-8119-291cb1aceb8b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.502601] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.504121] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.504320] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.505034] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e0ac671-b81a-4bfa-a5f3-edbd5dfb2677 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.510492] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 966.510492] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5263f03b-1762-8262-415e-fb5270119a03" [ 966.510492] env[70220]: _type = "Task" [ 966.510492] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.519381] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5263f03b-1762-8262-415e-fb5270119a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.597387] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.597819] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65aaf22c-809c-4dc8-8d42-405f20449005 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.607173] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 966.607173] env[70220]: value = "task-3625803" [ 966.607173] env[70220]: _type = "Task" [ 966.607173] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.617860] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.735686] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.741662] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.226s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.741994] env[70220]: DEBUG nova.objects.instance [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lazy-loading 'resources' on Instance uuid c4c8a84f-bcd6-48b9-9a4f-aff338cf8084 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.788302] env[70220]: DEBUG nova.network.neutron [req-4edb2938-3103-4ec4-a283-39b7ef5c9fd5 req-0bda1454-7759-419a-a229-8ecb528d79cd service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Updated VIF entry in instance network info cache for port 1750b9be-a6a5-4b6d-afea-0aeab562f096. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.788815] env[70220]: DEBUG nova.network.neutron [req-4edb2938-3103-4ec4-a283-39b7ef5c9fd5 req-0bda1454-7759-419a-a229-8ecb528d79cd service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Updating instance_info_cache with network_info: [{"id": "1750b9be-a6a5-4b6d-afea-0aeab562f096", "address": "fa:16:3e:2f:0a:30", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1750b9be-a6", "ovs_interfaceid": "1750b9be-a6a5-4b6d-afea-0aeab562f096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.792537] env[70220]: INFO nova.scheduler.client.report [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Deleted allocations for instance 0bc3e427-2335-46f3-b311-fa688563fece [ 966.829088] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0be4f8a-e255-4369-a00f-e079586ae083 req-b04bbf6a-1d6a-40d1-a62e-508295473b43 service nova] Releasing lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.976147] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071218} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.976430] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.977668] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7292cdd7-c901-4f13-8795-8636edc1e669 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.006303] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] d2d70675-725d-438b-bc00-7b40c2775931/d2d70675-725d-438b-bc00-7b40c2775931.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.010456] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3934eb9-7a67-448e-99b4-f40666149866 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.039687] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625802, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.046760] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 967.046760] env[70220]: value = "task-3625804" [ 967.046760] env[70220]: _type = "Task" [ 967.046760] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.046760] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5263f03b-1762-8262-415e-fb5270119a03, 'name': SearchDatastore_Task, 'duration_secs': 0.012329} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.051719] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb60c2b0-0b7e-4dac-8de5-626eba2bc9e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.063287] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.065317] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 967.065317] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f7c91d-b1cd-eb2d-a8a2-ed4eaf400fb5" [ 967.065317] env[70220]: _type = "Task" [ 967.065317] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.076646] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f7c91d-b1cd-eb2d-a8a2-ed4eaf400fb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.119813] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.293404] env[70220]: DEBUG oslo_concurrency.lockutils [req-4edb2938-3103-4ec4-a283-39b7ef5c9fd5 req-0bda1454-7759-419a-a229-8ecb528d79cd service nova] Releasing lock "refresh_cache-dd0e95cc-f782-41bc-a0fa-90bcef8bd932" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.300568] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb6c34dc-aa50-467a-923b-e25c26784ece tempest-ServersTestBootFromVolume-1188966389 tempest-ServersTestBootFromVolume-1188966389-project-member] Lock "0bc3e427-2335-46f3-b311-fa688563fece" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.193s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.514957] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796239} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.518331] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 4b7dd98c-ae27-4ef2-9361-4e7f610845f3/4b7dd98c-ae27-4ef2-9361-4e7f610845f3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.518604] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.521159] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8775751-2f82-45b1-8f40-b85015d53d04 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.528239] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 967.528239] env[70220]: value = "task-3625805" [ 967.528239] env[70220]: _type = "Task" [ 967.528239] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.543178] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.558917] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625804, 'name': ReconfigVM_Task, 'duration_secs': 0.472474} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.559973] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Reconfigured VM instance instance-00000039 to attach disk [datastore2] d2d70675-725d-438b-bc00-7b40c2775931/d2d70675-725d-438b-bc00-7b40c2775931.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.561297] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70220) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 967.563750] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-b8cc20ea-fcea-4646-977b-7626bc926ac3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.576641] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f7c91d-b1cd-eb2d-a8a2-ed4eaf400fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.023937} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.577930] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.578636] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] dd0e95cc-f782-41bc-a0fa-90bcef8bd932/dd0e95cc-f782-41bc-a0fa-90bcef8bd932.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.578636] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 967.578636] env[70220]: value = "task-3625806" [ 967.578636] env[70220]: _type = "Task" [ 967.578636] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.581457] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94e8f43e-3e82-48af-814f-c32914b53097 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.596205] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625806, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.597834] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 967.597834] env[70220]: value = "task-3625807" [ 967.597834] env[70220]: _type = "Task" [ 967.597834] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.617238] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.625862] env[70220]: DEBUG oslo_vmware.api [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625803, 'name': PowerOnVM_Task, 'duration_secs': 0.806721} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.626154] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.626344] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9f896c-c36e-4fc1-8684-6f7986dc63a6 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance 'e77916d8-d281-4418-aeab-169a6d99f109' progress to 100 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.778138] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f8ecb-5120-42d5-b168-fa07778ddd1e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.786998] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792c6700-eb89-419f-9a1f-ca85a9ca70b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.823399] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f60020-6a5c-4565-a6ee-2b97c772f6c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.833782] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b60b9a1-6072-4bb2-8c73-5dde3f735da2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.850748] env[70220]: DEBUG nova.compute.provider_tree [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.041066] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079195} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.041364] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.042325] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0653f51-1752-4b5c-82fb-fc3c57913a16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.066380] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 4b7dd98c-ae27-4ef2-9361-4e7f610845f3/4b7dd98c-ae27-4ef2-9361-4e7f610845f3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.066753] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0519da6b-46fb-427f-a162-7273f2ebdc2f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.091105] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 968.091105] env[70220]: value = "task-3625808" [ 968.091105] env[70220]: _type = "Task" [ 968.091105] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.098118] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625806, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.103062} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.098805] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70220) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 968.099669] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8e25ac-7f92-45c5-b032-460f8e0771b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.106619] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.119579] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625807, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.142178] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] d2d70675-725d-438b-bc00-7b40c2775931/ephemeral_0.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.143069] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa5c25da-5cf0-4482-92e7-3972bbf3de5c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.166191] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 968.166191] env[70220]: value = "task-3625809" [ 968.166191] env[70220]: _type = "Task" [ 968.166191] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.177284] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.354139] env[70220]: DEBUG nova.scheduler.client.report [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.604488] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625808, 'name': ReconfigVM_Task, 'duration_secs': 0.303396} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.604780] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 4b7dd98c-ae27-4ef2-9361-4e7f610845f3/4b7dd98c-ae27-4ef2-9361-4e7f610845f3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.605537] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20443e0c-f5b3-4d5a-9dc1-3ead8df307fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.616964] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551309} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.620629] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] dd0e95cc-f782-41bc-a0fa-90bcef8bd932/dd0e95cc-f782-41bc-a0fa-90bcef8bd932.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.620629] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.620629] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 968.620629] env[70220]: value = "task-3625810" [ 968.620629] env[70220]: _type = "Task" [ 968.620629] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.620855] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c993a27e-0285-42c4-ad0f-0b378c9c1f51 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.633994] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625810, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.635388] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 968.635388] env[70220]: value = "task-3625811" [ 968.635388] env[70220]: _type = "Task" [ 968.635388] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.677845] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625809, 'name': ReconfigVM_Task, 'duration_secs': 0.358868} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.678245] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Reconfigured VM instance instance-00000039 to attach disk [datastore2] d2d70675-725d-438b-bc00-7b40c2775931/ephemeral_0.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.679329] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df5f7e41-817c-4122-81b7-624d4b97e057 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.688264] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 968.688264] env[70220]: value = "task-3625812" [ 968.688264] env[70220]: _type = "Task" [ 968.688264] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.698316] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625812, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.862017] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.863133] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.102s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.863829] env[70220]: DEBUG nova.objects.instance [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lazy-loading 'resources' on Instance uuid 54c0b980-8cb2-4f49-8454-bfe07defe304 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.922422] env[70220]: INFO nova.scheduler.client.report [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Deleted allocations for instance c4c8a84f-bcd6-48b9-9a4f-aff338cf8084 [ 969.134534] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625810, 'name': Rename_Task, 'duration_secs': 0.152721} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.134789] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.135055] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22040e38-f106-4f8f-b0ef-647f6abac27f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.145578] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081292} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.146786] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.147109] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 969.147109] env[70220]: value = "task-3625813" [ 969.147109] env[70220]: _type = "Task" [ 969.147109] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.147923] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f458a36-a8c5-49da-b410-ac5736732171 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.187271] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] dd0e95cc-f782-41bc-a0fa-90bcef8bd932/dd0e95cc-f782-41bc-a0fa-90bcef8bd932.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.187678] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.188228] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ee14809-fa39-4588-8fce-ab36b43bec40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.219419] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625812, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.219419] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 969.219419] env[70220]: value = "task-3625814" [ 969.219419] env[70220]: _type = "Task" [ 969.219419] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.229104] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.436336] env[70220]: DEBUG oslo_concurrency.lockutils [None req-647cba78-6c10-499e-9fe3-03860823e498 tempest-ImagesOneServerTestJSON-186778945 tempest-ImagesOneServerTestJSON-186778945-project-member] Lock "c4c8a84f-bcd6-48b9-9a4f-aff338cf8084" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.523s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.668228] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.723699] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625812, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.737911] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.889785] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5e2969-e005-4eda-9009-3af58563aa29 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.900796] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aacd1db-009c-4763-8beb-7a4623989774 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.939064] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c852068-29b4-4717-8595-9bd009667887 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.950237] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c704cfe-857e-4821-80f0-2f181ca75aae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.965580] env[70220]: DEBUG nova.compute.provider_tree [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.167232] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625813, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.219056] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625812, 'name': Rename_Task, 'duration_secs': 1.211227} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.219343] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.219658] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8df8e63a-ec56-43e9-9395-c7a7c761a0f0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.228842] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 970.228842] env[70220]: value = "task-3625815" [ 970.228842] env[70220]: _type = "Task" [ 970.228842] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.236577] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.245410] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.341723] env[70220]: DEBUG nova.network.neutron [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Port 24362592-2941-47e5-a0f9-1b8cedc8f3bb binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 970.342045] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.342205] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.342369] env[70220]: DEBUG nova.network.neutron [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.467317] env[70220]: DEBUG nova.scheduler.client.report [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.667560] env[70220]: DEBUG oslo_vmware.api [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625813, 'name': PowerOnVM_Task, 'duration_secs': 1.162855} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.669225] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.669491] env[70220]: DEBUG nova.compute.manager [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.670349] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f226b8a-6c52-45fd-8664-1a950154076b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.737533] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625814, 'name': ReconfigVM_Task, 'duration_secs': 1.025821} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.738291] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Reconfigured VM instance instance-0000003a to attach disk [datastore2] dd0e95cc-f782-41bc-a0fa-90bcef8bd932/dd0e95cc-f782-41bc-a0fa-90bcef8bd932.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.738948] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e5c7a59-adc3-4a6c-95b2-9d7adeb8e682 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.745509] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625815, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.753567] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 970.753567] env[70220]: value = "task-3625816" [ 970.753567] env[70220]: _type = "Task" [ 970.753567] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.762912] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625816, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.974885] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.978269] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.606s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.978632] env[70220]: DEBUG nova.objects.instance [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 971.101233] env[70220]: INFO nova.scheduler.client.report [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Deleted allocations for instance 54c0b980-8cb2-4f49-8454-bfe07defe304 [ 971.125507] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.128245] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.128245] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.128245] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.128245] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.129124] env[70220]: INFO nova.compute.manager [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Terminating instance [ 971.196179] env[70220]: DEBUG oslo_concurrency.lockutils [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.216877] env[70220]: DEBUG nova.network.neutron [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance_info_cache with network_info: [{"id": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "address": "fa:16:3e:3f:f5:7e", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24362592-29", "ovs_interfaceid": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.243989] env[70220]: DEBUG oslo_vmware.api [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625815, 'name': PowerOnVM_Task, 'duration_secs': 0.774807} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.244449] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.244803] env[70220]: INFO nova.compute.manager [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Took 9.97 seconds to spawn the instance on the hypervisor. [ 971.245361] env[70220]: DEBUG nova.compute.manager [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.246308] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010c80c1-cc53-4e6c-9796-845dbddf0c67 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.252056] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquiring lock "0f111af8-5458-46f1-8cde-f30a1dc8f355" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.252483] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Lock "0f111af8-5458-46f1-8cde-f30a1dc8f355" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.252816] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquiring lock "0f111af8-5458-46f1-8cde-f30a1dc8f355-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.253171] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Lock "0f111af8-5458-46f1-8cde-f30a1dc8f355-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.255017] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Lock "0f111af8-5458-46f1-8cde-f30a1dc8f355-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.255679] env[70220]: INFO nova.compute.manager [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Terminating instance [ 971.274319] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625816, 'name': Rename_Task, 'duration_secs': 0.216721} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.274668] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.274938] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b376c63b-7dc1-46c3-82d3-8c6393b4c9b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.284994] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 971.284994] env[70220]: value = "task-3625817" [ 971.284994] env[70220]: _type = "Task" [ 971.284994] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.294912] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.618098] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f89f3b97-8c70-41f3-9cb2-5072c9498dea tempest-AttachInterfacesV270Test-1105095293 tempest-AttachInterfacesV270Test-1105095293-project-member] Lock "54c0b980-8cb2-4f49-8454-bfe07defe304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.594s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.633651] env[70220]: DEBUG nova.compute.manager [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.634296] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.636039] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fa3eff-8539-4689-ada0-bc2f9adbde63 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.651031] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.653487] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.656193] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.656475] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8c912a8-9ac0-4b37-ab6a-8cd9ebd8656e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.666134] env[70220]: DEBUG oslo_vmware.api [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 971.666134] env[70220]: value = "task-3625818" [ 971.666134] env[70220]: _type = "Task" [ 971.666134] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.676032] env[70220]: DEBUG oslo_vmware.api [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.722567] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.772412] env[70220]: DEBUG nova.compute.manager [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.772412] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.775786] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0668cd1-0fc7-43f4-af8b-499deddf2d93 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.782619] env[70220]: INFO nova.compute.manager [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Took 32.52 seconds to build instance. [ 971.789364] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.793243] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7ed5966-0490-4090-8ba7-0d4b3b62a203 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.806239] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625817, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.808808] env[70220]: DEBUG oslo_vmware.api [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for the task: (returnval){ [ 971.808808] env[70220]: value = "task-3625819" [ 971.808808] env[70220]: _type = "Task" [ 971.808808] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.823068] env[70220]: DEBUG oslo_vmware.api [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.913822] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquiring lock "4b7dd98c-ae27-4ef2-9361-4e7f610845f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.913888] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "4b7dd98c-ae27-4ef2-9361-4e7f610845f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.914129] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquiring lock "4b7dd98c-ae27-4ef2-9361-4e7f610845f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.914383] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "4b7dd98c-ae27-4ef2-9361-4e7f610845f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.914623] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "4b7dd98c-ae27-4ef2-9361-4e7f610845f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.930368] env[70220]: INFO nova.compute.manager [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Terminating instance [ 971.995034] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3597e1a-711e-4320-8364-887d27064098 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.001494] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.454s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.001494] env[70220]: DEBUG nova.objects.instance [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Lazy-loading 'resources' on Instance uuid 8524c032-88de-4b91-a351-9413a628f230 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.165066] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.165304] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.165433] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.165586] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.165731] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.165934] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.166098] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 972.166391] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.178305] env[70220]: DEBUG oslo_vmware.api [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625818, 'name': PowerOffVM_Task, 'duration_secs': 0.220562} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.178713] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.178936] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.179333] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53b30cf3-3279-478f-8682-7c90b24307b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.225758] env[70220]: DEBUG nova.compute.manager [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70220) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 972.225758] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.253090] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.253750] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.254075] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Deleting the datastore file [datastore1] 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.254576] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83a8e51f-70bc-4145-b4f8-f10f5fef69f3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.268924] env[70220]: DEBUG oslo_vmware.api [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 972.268924] env[70220]: value = "task-3625821" [ 972.268924] env[70220]: _type = "Task" [ 972.268924] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.277653] env[70220]: DEBUG oslo_vmware.api [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.285411] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b9f28185-f392-4240-8186-9fc5187702a6 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "d2d70675-725d-438b-bc00-7b40c2775931" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.036s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.297886] env[70220]: DEBUG oslo_vmware.api [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625817, 'name': PowerOnVM_Task, 'duration_secs': 0.769279} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.298176] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.298365] env[70220]: INFO nova.compute.manager [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Took 8.82 seconds to spawn the instance on the hypervisor. [ 972.298545] env[70220]: DEBUG nova.compute.manager [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.299377] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008fe78a-9251-491c-9d38-9952094292ac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.321892] env[70220]: DEBUG oslo_vmware.api [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625819, 'name': PowerOffVM_Task, 'duration_secs': 0.294979} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.322259] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.322426] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.322673] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58100ca4-3af5-4a7d-a73f-a8e85dd97400 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.402036] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.402036] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.402036] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Deleting the datastore file [datastore1] 0f111af8-5458-46f1-8cde-f30a1dc8f355 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.402036] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8092c127-4ae8-4511-b650-d441507c09b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.411676] env[70220]: DEBUG oslo_vmware.api [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for the task: (returnval){ [ 972.411676] env[70220]: value = "task-3625823" [ 972.411676] env[70220]: _type = "Task" [ 972.411676] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.416885] env[70220]: DEBUG oslo_vmware.api [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.438511] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquiring lock "refresh_cache-4b7dd98c-ae27-4ef2-9361-4e7f610845f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.438511] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquired lock "refresh_cache-4b7dd98c-ae27-4ef2-9361-4e7f610845f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.439981] env[70220]: DEBUG nova.network.neutron [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.672599] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.788163] env[70220]: DEBUG oslo_vmware.api [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2273} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.789075] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.789075] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.789448] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.790086] env[70220]: INFO nova.compute.manager [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 972.792019] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.792019] env[70220]: DEBUG nova.compute.manager [-] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.792019] env[70220]: DEBUG nova.network.neutron [-] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.834255] env[70220]: INFO nova.compute.manager [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Took 31.08 seconds to build instance. [ 972.928248] env[70220]: DEBUG oslo_vmware.api [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Task: {'id': task-3625823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252563} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.931460] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.931670] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.931925] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.932159] env[70220]: INFO nova.compute.manager [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Took 1.16 seconds to destroy the instance on the hypervisor. [ 972.932437] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.934263] env[70220]: DEBUG nova.compute.manager [-] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.934263] env[70220]: DEBUG nova.network.neutron [-] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.972665] env[70220]: DEBUG nova.network.neutron [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.112076] env[70220]: DEBUG nova.network.neutron [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.170062] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7286aa-ffe2-4f63-8346-25eb31a81d25 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.182023] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55810d76-94c3-4c71-aa41-137e3bb0244b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.219474] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353611cc-2446-4c3e-b206-37801167290c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.230297] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4820e4b-9f28-479b-80ff-5408d6b2a0b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.246880] env[70220]: DEBUG nova.compute.provider_tree [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.338058] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66e7f707-2bc0-42f2-8c3c-4fb878b9a826 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.610s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.577557] env[70220]: DEBUG nova.compute.manager [req-81c4547e-a4a7-44df-b955-3404c29502d6 req-cd3c03f9-b1f4-4d8b-ba0b-1da4c1989e62 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Received event network-vif-deleted-a1fd885a-ddbb-4270-8a21-b59315693299 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.578731] env[70220]: INFO nova.compute.manager [req-81c4547e-a4a7-44df-b955-3404c29502d6 req-cd3c03f9-b1f4-4d8b-ba0b-1da4c1989e62 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Neutron deleted interface a1fd885a-ddbb-4270-8a21-b59315693299; detaching it from the instance and deleting it from the info cache [ 973.578914] env[70220]: DEBUG nova.network.neutron [req-81c4547e-a4a7-44df-b955-3404c29502d6 req-cd3c03f9-b1f4-4d8b-ba0b-1da4c1989e62 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.618471] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Releasing lock "refresh_cache-4b7dd98c-ae27-4ef2-9361-4e7f610845f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.618471] env[70220]: DEBUG nova.compute.manager [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.618471] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.621276] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ff8b38-3672-4043-911c-4cb00de2c1ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.633509] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.634021] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73c28d45-f907-433d-800e-3c6cd9b6b89f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.636685] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cb0f68-9ece-4454-8b72-fbf83b24eecc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.646801] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-14bdcd84-692e-4e2a-8c7a-a6c764a0c65f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Suspending the VM {{(pid=70220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 973.647729] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2bed9162-89f6-4ab1-abba-aa33e12e54b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.649483] env[70220]: DEBUG oslo_vmware.api [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 973.649483] env[70220]: value = "task-3625824" [ 973.649483] env[70220]: _type = "Task" [ 973.649483] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.660286] env[70220]: DEBUG oslo_vmware.api [None req-14bdcd84-692e-4e2a-8c7a-a6c764a0c65f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 973.660286] env[70220]: value = "task-3625825" [ 973.660286] env[70220]: _type = "Task" [ 973.660286] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.668416] env[70220]: DEBUG oslo_vmware.api [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.674978] env[70220]: DEBUG oslo_vmware.api [None req-14bdcd84-692e-4e2a-8c7a-a6c764a0c65f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625825, 'name': SuspendVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.750580] env[70220]: DEBUG nova.scheduler.client.report [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.889745] env[70220]: DEBUG nova.network.neutron [-] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.081401] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da79e173-4be5-4c21-9eea-b8f503895200 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.096090] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e8051c-dbbf-487c-9283-308973879da1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.139397] env[70220]: DEBUG nova.compute.manager [req-81c4547e-a4a7-44df-b955-3404c29502d6 req-cd3c03f9-b1f4-4d8b-ba0b-1da4c1989e62 service nova] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Detach interface failed, port_id=a1fd885a-ddbb-4270-8a21-b59315693299, reason: Instance 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.161471] env[70220]: DEBUG oslo_vmware.api [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625824, 'name': PowerOffVM_Task, 'duration_secs': 0.212251} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.165425] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.165908] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.168017] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbc7a210-a505-4c18-b5dc-57328e791815 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.175109] env[70220]: DEBUG oslo_vmware.api [None req-14bdcd84-692e-4e2a-8c7a-a6c764a0c65f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625825, 'name': SuspendVM_Task} progress is 58%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.207027] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.207027] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.207027] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Deleting the datastore file [datastore1] 4b7dd98c-ae27-4ef2-9361-4e7f610845f3 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.207333] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55803404-c23d-4603-b51d-90f3175dba02 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.221832] env[70220]: DEBUG oslo_vmware.api [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for the task: (returnval){ [ 974.221832] env[70220]: value = "task-3625827" [ 974.221832] env[70220]: _type = "Task" [ 974.221832] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.237400] env[70220]: DEBUG oslo_vmware.api [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.261330] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.271955] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.146s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.272515] env[70220]: INFO nova.compute.claims [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.345976] env[70220]: INFO nova.scheduler.client.report [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Deleted allocations for instance 8524c032-88de-4b91-a351-9413a628f230 [ 974.399105] env[70220]: INFO nova.compute.manager [-] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Took 1.61 seconds to deallocate network for instance. [ 974.675058] env[70220]: DEBUG oslo_vmware.api [None req-14bdcd84-692e-4e2a-8c7a-a6c764a0c65f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625825, 'name': SuspendVM_Task, 'duration_secs': 0.816401} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.677557] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-14bdcd84-692e-4e2a-8c7a-a6c764a0c65f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Suspended the VM {{(pid=70220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 974.677557] env[70220]: DEBUG nova.compute.manager [None req-14bdcd84-692e-4e2a-8c7a-a6c764a0c65f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.677557] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561de7e9-c827-404c-8260-62f19743b886 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.734962] env[70220]: DEBUG oslo_vmware.api [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Task: {'id': task-3625827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192564} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.734962] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.734962] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.734962] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.734962] env[70220]: INFO nova.compute.manager [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 974.734962] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.735222] env[70220]: DEBUG nova.compute.manager [-] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.735267] env[70220]: DEBUG nova.network.neutron [-] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.770591] env[70220]: DEBUG nova.network.neutron [-] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.808152] env[70220]: DEBUG nova.compute.manager [req-53518b5f-6da4-43a4-b20c-7a3ec6088831 req-5d355ddf-47b2-492a-bff6-c9184c844505 service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Received event network-vif-deleted-c13383d2-79ef-4fd8-97ba-bfcaf42a902f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.808152] env[70220]: INFO nova.compute.manager [req-53518b5f-6da4-43a4-b20c-7a3ec6088831 req-5d355ddf-47b2-492a-bff6-c9184c844505 service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Neutron deleted interface c13383d2-79ef-4fd8-97ba-bfcaf42a902f; detaching it from the instance and deleting it from the info cache [ 974.808152] env[70220]: DEBUG nova.network.neutron [req-53518b5f-6da4-43a4-b20c-7a3ec6088831 req-5d355ddf-47b2-492a-bff6-c9184c844505 service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.860276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de5cf3a3-bbb3-4e9f-bc79-676e5c0af777 tempest-ServerMetadataTestJSON-1555587701 tempest-ServerMetadataTestJSON-1555587701-project-member] Lock "8524c032-88de-4b91-a351-9413a628f230" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.793s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.908691] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.280617] env[70220]: DEBUG nova.network.neutron [-] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.280617] env[70220]: DEBUG nova.network.neutron [-] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.310481] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6525ecf-d8fe-448c-9836-35e1dedece02 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.324098] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc558f-fd5b-4027-b261-01306a1f9b6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.368893] env[70220]: DEBUG nova.compute.manager [req-53518b5f-6da4-43a4-b20c-7a3ec6088831 req-5d355ddf-47b2-492a-bff6-c9184c844505 service nova] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Detach interface failed, port_id=c13383d2-79ef-4fd8-97ba-bfcaf42a902f, reason: Instance 0f111af8-5458-46f1-8cde-f30a1dc8f355 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 975.783536] env[70220]: INFO nova.compute.manager [-] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Took 1.05 seconds to deallocate network for instance. [ 975.787018] env[70220]: INFO nova.compute.manager [-] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Took 2.85 seconds to deallocate network for instance. [ 975.812635] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63d3857-1119-458a-b70d-a1d7be2d7461 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.822575] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc4c4c7-0542-4cb1-bc23-367ebed35314 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.864424] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd1bc95-f1d4-460d-aaa1-a8eab62889d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.874790] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844f3bfc-c4fd-4e3d-a6e7-a473b8f6775e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.896602] env[70220]: DEBUG nova.compute.provider_tree [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.178089] env[70220]: DEBUG nova.compute.manager [req-34cc84eb-af9e-4152-83b1-9d93d07370e8 req-819f0a66-c5ad-4a4e-a1fc-48e16227e25e service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Received event network-changed-508bc7a9-c85a-4278-848e-c7663210437c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.178224] env[70220]: DEBUG nova.compute.manager [req-34cc84eb-af9e-4152-83b1-9d93d07370e8 req-819f0a66-c5ad-4a4e-a1fc-48e16227e25e service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Refreshing instance network info cache due to event network-changed-508bc7a9-c85a-4278-848e-c7663210437c. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.179101] env[70220]: DEBUG oslo_concurrency.lockutils [req-34cc84eb-af9e-4152-83b1-9d93d07370e8 req-819f0a66-c5ad-4a4e-a1fc-48e16227e25e service nova] Acquiring lock "refresh_cache-d2d70675-725d-438b-bc00-7b40c2775931" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.179351] env[70220]: DEBUG oslo_concurrency.lockutils [req-34cc84eb-af9e-4152-83b1-9d93d07370e8 req-819f0a66-c5ad-4a4e-a1fc-48e16227e25e service nova] Acquired lock "refresh_cache-d2d70675-725d-438b-bc00-7b40c2775931" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.179546] env[70220]: DEBUG nova.network.neutron [req-34cc84eb-af9e-4152-83b1-9d93d07370e8 req-819f0a66-c5ad-4a4e-a1fc-48e16227e25e service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Refreshing network info cache for port 508bc7a9-c85a-4278-848e-c7663210437c {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.296479] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.302304] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.396277] env[70220]: DEBUG nova.scheduler.client.report [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.907175] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.907875] env[70220]: DEBUG nova.compute.manager [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 976.911241] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.581s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.912186] env[70220]: DEBUG nova.objects.instance [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lazy-loading 'resources' on Instance uuid f524ca71-6018-4bc9-8362-6668eea30748 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.121214] env[70220]: DEBUG nova.network.neutron [req-34cc84eb-af9e-4152-83b1-9d93d07370e8 req-819f0a66-c5ad-4a4e-a1fc-48e16227e25e service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Updated VIF entry in instance network info cache for port 508bc7a9-c85a-4278-848e-c7663210437c. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.122575] env[70220]: DEBUG nova.network.neutron [req-34cc84eb-af9e-4152-83b1-9d93d07370e8 req-819f0a66-c5ad-4a4e-a1fc-48e16227e25e service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Updating instance_info_cache with network_info: [{"id": "508bc7a9-c85a-4278-848e-c7663210437c", "address": "fa:16:3e:f2:bc:3b", "network": {"id": "a6c0af0c-d0ab-402d-9cdf-526d9e1513c6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-652733890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "345530a66ef6411eb675025e56a33c08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap508bc7a9-c8", "ovs_interfaceid": "508bc7a9-c85a-4278-848e-c7663210437c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.156999] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquiring lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.156999] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.413801] env[70220]: DEBUG nova.compute.utils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.418905] env[70220]: DEBUG nova.compute.manager [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 977.419163] env[70220]: DEBUG nova.network.neutron [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.574685] env[70220]: DEBUG nova.policy [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84f2cf71afae4cfaa34c659e15a2320e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd49f1b3699714548a8772cc2c43f4836', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.626891] env[70220]: DEBUG oslo_concurrency.lockutils [req-34cc84eb-af9e-4152-83b1-9d93d07370e8 req-819f0a66-c5ad-4a4e-a1fc-48e16227e25e service nova] Releasing lock "refresh_cache-d2d70675-725d-438b-bc00-7b40c2775931" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.658014] env[70220]: DEBUG nova.compute.manager [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.925146] env[70220]: DEBUG nova.compute.manager [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 977.969978] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c460aea6-9b3a-4328-9ab1-048e15ce2831 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.978414] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6b363e-1552-4de8-ac22-a3fbfe6f5d64 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.021026] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde592e0-f182-421f-98dc-390d9227d16e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.029736] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d20493-ef82-48d1-bc33-72d574dbff61 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.047163] env[70220]: DEBUG nova.compute.provider_tree [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.188349] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.298584] env[70220]: DEBUG nova.network.neutron [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Successfully created port: be54ff22-e42f-45f3-8715-0d2ca42283bd {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.358889] env[70220]: DEBUG nova.compute.manager [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.361351] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb1496a-665b-4b54-b6fd-4487b6f54ce6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.553329] env[70220]: DEBUG nova.scheduler.client.report [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.556700] env[70220]: INFO nova.compute.manager [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Rebuilding instance [ 978.666654] env[70220]: DEBUG nova.compute.manager [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.668203] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad5ce52-4e54-4e4c-92b9-445ec8de5da7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.875055] env[70220]: INFO nova.compute.manager [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] instance snapshotting [ 978.875313] env[70220]: WARNING nova.compute.manager [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 978.878023] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e64b56-4e2d-494d-9689-7dfc7c69b802 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.901036] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18936d24-1a08-478f-9cfa-7999c1a5afbf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.920963] env[70220]: DEBUG nova.network.neutron [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Successfully created port: 853fa25d-3ee5-46aa-8fbd-5f612a70adef {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.935333] env[70220]: DEBUG nova.compute.manager [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 978.988473] env[70220]: DEBUG nova.virt.hardware [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 978.988708] env[70220]: DEBUG nova.virt.hardware [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 978.988856] env[70220]: DEBUG nova.virt.hardware [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.989105] env[70220]: DEBUG nova.virt.hardware [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 978.989222] env[70220]: DEBUG nova.virt.hardware [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.989341] env[70220]: DEBUG nova.virt.hardware [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 978.989515] env[70220]: DEBUG nova.virt.hardware [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 978.990201] env[70220]: DEBUG nova.virt.hardware [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 978.990385] env[70220]: DEBUG nova.virt.hardware [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 978.990557] env[70220]: DEBUG nova.virt.hardware [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 978.990743] env[70220]: DEBUG nova.virt.hardware [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 978.992153] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6d027a-c814-4306-a26f-a633f9019858 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.002767] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed3db0a-1324-497e-ad9f-ad198735f825 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.060853] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.064434] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.742s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.066197] env[70220]: INFO nova.compute.claims [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.102173] env[70220]: INFO nova.scheduler.client.report [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Deleted allocations for instance f524ca71-6018-4bc9-8362-6668eea30748 [ 979.414320] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 979.414704] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93ca91da-46ea-418d-b234-6bd1d6b25790 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.425988] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 979.425988] env[70220]: value = "task-3625828" [ 979.425988] env[70220]: _type = "Task" [ 979.425988] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.435605] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625828, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.622066] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4353b99e-bb82-4234-8624-2b8c295df474 tempest-ServerShowV254Test-960445828 tempest-ServerShowV254Test-960445828-project-member] Lock "f524ca71-6018-4bc9-8362-6668eea30748" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.571s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.690753] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.691090] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bc43963-f9a2-4bf2-b9b3-3c78a3af1a31 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.700657] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for the task: (returnval){ [ 979.700657] env[70220]: value = "task-3625829" [ 979.700657] env[70220]: _type = "Task" [ 979.700657] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.710356] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.750487] env[70220]: DEBUG oslo_concurrency.lockutils [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "67b781f1-3651-42ae-9c8e-7270cff068cf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.750674] env[70220]: DEBUG oslo_concurrency.lockutils [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.936513] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625828, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.217072] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625829, 'name': PowerOffVM_Task, 'duration_secs': 0.214501} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.222557] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.222557] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.222557] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e8d3588-efd3-4840-b144-6ad443e96eef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.229401] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for the task: (returnval){ [ 980.229401] env[70220]: value = "task-3625830" [ 980.229401] env[70220]: _type = "Task" [ 980.229401] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.243167] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 980.243425] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 980.243622] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722956', 'volume_id': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'name': 'volume-56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cb69540-1a92-4eff-9c4c-cd8a41516690', 'attached_at': '', 'detached_at': '', 'volume_id': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'serial': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 980.244448] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875f435b-d466-4a82-b5fd-298e7f9cd06d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.270692] env[70220]: DEBUG nova.compute.utils [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.276937] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e0f8e9-c786-4920-a688-c1d3dc014331 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.287062] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac94a89-abb7-4ae6-9af6-cf2ee3c77b43 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.314930] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deea3451-a36f-4778-b376-8a54ee201d10 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.333752] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] The volume has not been displaced from its original location: [datastore1] volume-56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b/volume-56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 980.340132] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Reconfiguring VM instance instance-00000017 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 980.343250] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ff7071-e610-4b3e-98e9-b07269009b4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.363563] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for the task: (returnval){ [ 980.363563] env[70220]: value = "task-3625831" [ 980.363563] env[70220]: _type = "Task" [ 980.363563] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.372581] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625831, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.444061] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625828, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.611911] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4da7262-f53f-451b-a10c-b5a9d5b830ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.620498] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0edbf9-9284-4d0b-8dcf-86ded86dcb8c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.653978] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6f2fb9-6ca0-43a0-b451-5fa468768531 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.661301] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778e4c68-e938-44f3-8942-57022ff54329 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.678066] env[70220]: DEBUG nova.compute.provider_tree [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.774020] env[70220]: DEBUG oslo_concurrency.lockutils [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.023s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.775396] env[70220]: DEBUG nova.network.neutron [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Successfully updated port: be54ff22-e42f-45f3-8715-0d2ca42283bd {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.876766] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625831, 'name': ReconfigVM_Task, 'duration_secs': 0.192668} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.877190] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Reconfigured VM instance instance-00000017 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 980.882514] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af5ad2c-619f-44b5-9a50-82842aeef1d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.901938] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for the task: (returnval){ [ 980.901938] env[70220]: value = "task-3625832" [ 980.901938] env[70220]: _type = "Task" [ 980.901938] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.911435] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625832, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.941220] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625828, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.118498] env[70220]: DEBUG nova.compute.manager [req-f8b32644-3d3b-4289-9585-4151e91a0ca5 req-768e8100-d5d5-46e9-b679-585d2dbd58e7 service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Received event network-vif-plugged-be54ff22-e42f-45f3-8715-0d2ca42283bd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.118718] env[70220]: DEBUG oslo_concurrency.lockutils [req-f8b32644-3d3b-4289-9585-4151e91a0ca5 req-768e8100-d5d5-46e9-b679-585d2dbd58e7 service nova] Acquiring lock "e6e194d6-3679-4cad-add4-50fdc21f6734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.119973] env[70220]: DEBUG oslo_concurrency.lockutils [req-f8b32644-3d3b-4289-9585-4151e91a0ca5 req-768e8100-d5d5-46e9-b679-585d2dbd58e7 service nova] Lock "e6e194d6-3679-4cad-add4-50fdc21f6734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.119973] env[70220]: DEBUG oslo_concurrency.lockutils [req-f8b32644-3d3b-4289-9585-4151e91a0ca5 req-768e8100-d5d5-46e9-b679-585d2dbd58e7 service nova] Lock "e6e194d6-3679-4cad-add4-50fdc21f6734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.119973] env[70220]: DEBUG nova.compute.manager [req-f8b32644-3d3b-4289-9585-4151e91a0ca5 req-768e8100-d5d5-46e9-b679-585d2dbd58e7 service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] No waiting events found dispatching network-vif-plugged-be54ff22-e42f-45f3-8715-0d2ca42283bd {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.119973] env[70220]: WARNING nova.compute.manager [req-f8b32644-3d3b-4289-9585-4151e91a0ca5 req-768e8100-d5d5-46e9-b679-585d2dbd58e7 service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Received unexpected event network-vif-plugged-be54ff22-e42f-45f3-8715-0d2ca42283bd for instance with vm_state building and task_state spawning. [ 981.182371] env[70220]: DEBUG nova.scheduler.client.report [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.419997] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625832, 'name': ReconfigVM_Task, 'duration_secs': 0.38672} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.420324] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-722956', 'volume_id': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'name': 'volume-56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cb69540-1a92-4eff-9c4c-cd8a41516690', 'attached_at': '', 'detached_at': '', 'volume_id': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b', 'serial': '56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 981.420594] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.421370] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b363c8f-6f2c-4f40-864b-078efdd8b1fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.429194] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.429468] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c307522a-217e-4720-9926-63eefee198b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.441765] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625828, 'name': CreateSnapshot_Task, 'duration_secs': 1.732161} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.442055] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 981.443186] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2b48cd-455a-4daf-92d3-2f70a873d6df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.510052] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.510354] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.510488] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Deleting the datastore file [datastore1] 6cb69540-1a92-4eff-9c4c-cd8a41516690 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.511155] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d058ddf-f897-4647-8e24-42fad641f2e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.520481] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for the task: (returnval){ [ 981.520481] env[70220]: value = "task-3625834" [ 981.520481] env[70220]: _type = "Task" [ 981.520481] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.530187] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.694357] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.695197] env[70220]: DEBUG nova.compute.manager [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.698323] env[70220]: DEBUG oslo_concurrency.lockutils [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.004s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.698522] env[70220]: DEBUG nova.objects.instance [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Lazy-loading 'resources' on Instance uuid eda7ea6e-cc78-486b-a96f-75c99374fb97 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.886540] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.886540] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.887722] env[70220]: DEBUG oslo_concurrency.lockutils [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "67b781f1-3651-42ae-9c8e-7270cff068cf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.887971] env[70220]: DEBUG oslo_concurrency.lockutils [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.888241] env[70220]: INFO nova.compute.manager [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Attaching volume bf79e61e-31f8-4f6d-85d5-bfb0e2545735 to /dev/sdb [ 981.925298] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "cad146d0-ad18-455a-8996-78d42c1467df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.925512] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "cad146d0-ad18-455a-8996-78d42c1467df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.939632] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027f1fe5-a56b-4454-878c-9125e7e7b936 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.948813] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b455bef-3a6b-4e55-9d51-8918fbc76071 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.960881] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 981.965223] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9e00f1c5-3ce0-403f-8d99-98050a9dcee5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.971803] env[70220]: DEBUG nova.virt.block_device [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updating existing volume attachment record: 3077bba2-3579-4b74-9667-3fb659c2f735 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 981.979382] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 981.979382] env[70220]: value = "task-3625835" [ 981.979382] env[70220]: _type = "Task" [ 981.979382] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.991444] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625835, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.031135] env[70220]: DEBUG oslo_vmware.api [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Task: {'id': task-3625834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084485} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.031398] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.031558] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.031742] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.102696] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 982.103051] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a5887b9-34fe-4e73-9a94-67aafd5c8129 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.114504] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc60557d-4f48-49b7-994d-8b01867c4cb3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.155678] env[70220]: ERROR nova.compute.manager [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Failed to detach volume 56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b from /dev/sda: nova.exception.InstanceNotFound: Instance 6cb69540-1a92-4eff-9c4c-cd8a41516690 could not be found. [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Traceback (most recent call last): [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self.driver.rebuild(**kwargs) [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] raise NotImplementedError() [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] NotImplementedError [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] During handling of the above exception, another exception occurred: [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Traceback (most recent call last): [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self.driver.detach_volume(context, old_connection_info, [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] return self._volumeops.detach_volume(connection_info, instance) [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self._detach_volume_vmdk(connection_info, instance) [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] stable_ref.fetch_moref(session) [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] raise exception.InstanceNotFound(instance_id=self._uuid) [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] nova.exception.InstanceNotFound: Instance 6cb69540-1a92-4eff-9c4c-cd8a41516690 could not be found. [ 982.155678] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] [ 982.201725] env[70220]: DEBUG nova.compute.utils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.206239] env[70220]: DEBUG nova.compute.manager [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.206425] env[70220]: DEBUG nova.network.neutron [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.283212] env[70220]: DEBUG nova.policy [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '475a4baea6de479ba9c2102c89c4af06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54c4b59eb84f4f87ac5642d1bf2d217a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.359528] env[70220]: DEBUG nova.compute.utils [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Build of instance 6cb69540-1a92-4eff-9c4c-cd8a41516690 aborted: Failed to rebuild volume backed instance. {{(pid=70220) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 982.363670] env[70220]: ERROR nova.compute.manager [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 6cb69540-1a92-4eff-9c4c-cd8a41516690 aborted: Failed to rebuild volume backed instance. [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Traceback (most recent call last): [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self.driver.rebuild(**kwargs) [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] raise NotImplementedError() [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] NotImplementedError [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] During handling of the above exception, another exception occurred: [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Traceback (most recent call last): [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self._detach_root_volume(context, instance, root_bdm) [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] with excutils.save_and_reraise_exception(): [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self.force_reraise() [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] raise self.value [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self.driver.detach_volume(context, old_connection_info, [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] return self._volumeops.detach_volume(connection_info, instance) [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self._detach_volume_vmdk(connection_info, instance) [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] stable_ref.fetch_moref(session) [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] raise exception.InstanceNotFound(instance_id=self._uuid) [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] nova.exception.InstanceNotFound: Instance 6cb69540-1a92-4eff-9c4c-cd8a41516690 could not be found. [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] During handling of the above exception, another exception occurred: [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Traceback (most recent call last): [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] yield [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 982.363670] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self._do_rebuild_instance_with_claim( [ 982.365096] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 982.365096] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self._do_rebuild_instance( [ 982.365096] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 982.365096] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self._rebuild_default_impl(**kwargs) [ 982.365096] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 982.365096] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] self._rebuild_volume_backed_instance( [ 982.365096] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 982.365096] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] raise exception.BuildAbortException( [ 982.365096] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] nova.exception.BuildAbortException: Build of instance 6cb69540-1a92-4eff-9c4c-cd8a41516690 aborted: Failed to rebuild volume backed instance. [ 982.365096] env[70220]: ERROR nova.compute.manager [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] [ 982.388011] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.431671] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.495121] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625835, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.678266] env[70220]: DEBUG nova.network.neutron [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Successfully created port: a05e506f-5605-4a08-8496-ab4c1b40688e {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.701891] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3c0a34-30d3-4f2a-8bcb-155c0d8d99ca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.706878] env[70220]: DEBUG nova.compute.manager [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.712468] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ce5fdb-b6ab-426e-a041-c1e2df9e6072 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.753784] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b0f5e5-3558-4b97-8b0a-7c1f9f116379 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.762714] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7078fe58-ddf9-44d1-bf2e-5786dbf0dd5d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.780843] env[70220]: DEBUG nova.compute.provider_tree [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.908074] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.954518] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.995301] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625835, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.131932] env[70220]: DEBUG nova.network.neutron [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Successfully updated port: 853fa25d-3ee5-46aa-8fbd-5f612a70adef {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.154492] env[70220]: DEBUG nova.compute.manager [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Received event network-changed-be54ff22-e42f-45f3-8715-0d2ca42283bd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.154692] env[70220]: DEBUG nova.compute.manager [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Refreshing instance network info cache due to event network-changed-be54ff22-e42f-45f3-8715-0d2ca42283bd. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.154901] env[70220]: DEBUG oslo_concurrency.lockutils [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] Acquiring lock "refresh_cache-e6e194d6-3679-4cad-add4-50fdc21f6734" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.155164] env[70220]: DEBUG oslo_concurrency.lockutils [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] Acquired lock "refresh_cache-e6e194d6-3679-4cad-add4-50fdc21f6734" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.155351] env[70220]: DEBUG nova.network.neutron [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Refreshing network info cache for port be54ff22-e42f-45f3-8715-0d2ca42283bd {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.283672] env[70220]: DEBUG nova.scheduler.client.report [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.492965] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625835, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.634745] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "refresh_cache-e6e194d6-3679-4cad-add4-50fdc21f6734" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.696135] env[70220]: DEBUG nova.network.neutron [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 983.718407] env[70220]: DEBUG nova.compute.manager [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.759010] env[70220]: DEBUG nova.virt.hardware [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.759268] env[70220]: DEBUG nova.virt.hardware [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.759424] env[70220]: DEBUG nova.virt.hardware [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.759603] env[70220]: DEBUG nova.virt.hardware [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.759775] env[70220]: DEBUG nova.virt.hardware [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.759961] env[70220]: DEBUG nova.virt.hardware [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.760431] env[70220]: DEBUG nova.virt.hardware [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.760608] env[70220]: DEBUG nova.virt.hardware [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.760775] env[70220]: DEBUG nova.virt.hardware [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.760936] env[70220]: DEBUG nova.virt.hardware [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.761117] env[70220]: DEBUG nova.virt.hardware [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.762038] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c825c7a-030a-4096-a095-dfb848ced115 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.771975] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de9d7bd-cbd9-42c2-b2da-f594f5a53cfe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.788936] env[70220]: DEBUG oslo_concurrency.lockutils [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.792492] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.505s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.792492] env[70220]: DEBUG nova.objects.instance [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lazy-loading 'resources' on Instance uuid 0a47c5bb-e901-4095-984a-c52b1ee873d2 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.819066] env[70220]: INFO nova.scheduler.client.report [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Deleted allocations for instance eda7ea6e-cc78-486b-a96f-75c99374fb97 [ 983.849802] env[70220]: DEBUG nova.network.neutron [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.993486] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625835, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.159889] env[70220]: DEBUG nova.compute.manager [req-d0b67770-4240-4b4b-b79f-38635d17f155 req-cfb19903-3995-4a3a-bd4a-6bb3d705d5ed service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Received event network-vif-plugged-a05e506f-5605-4a08-8496-ab4c1b40688e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.159889] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b67770-4240-4b4b-b79f-38635d17f155 req-cfb19903-3995-4a3a-bd4a-6bb3d705d5ed service nova] Acquiring lock "964358fc-da49-4201-ac90-9b551fcf256c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.159889] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b67770-4240-4b4b-b79f-38635d17f155 req-cfb19903-3995-4a3a-bd4a-6bb3d705d5ed service nova] Lock "964358fc-da49-4201-ac90-9b551fcf256c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.161374] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b67770-4240-4b4b-b79f-38635d17f155 req-cfb19903-3995-4a3a-bd4a-6bb3d705d5ed service nova] Lock "964358fc-da49-4201-ac90-9b551fcf256c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.161374] env[70220]: DEBUG nova.compute.manager [req-d0b67770-4240-4b4b-b79f-38635d17f155 req-cfb19903-3995-4a3a-bd4a-6bb3d705d5ed service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] No waiting events found dispatching network-vif-plugged-a05e506f-5605-4a08-8496-ab4c1b40688e {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.161374] env[70220]: WARNING nova.compute.manager [req-d0b67770-4240-4b4b-b79f-38635d17f155 req-cfb19903-3995-4a3a-bd4a-6bb3d705d5ed service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Received unexpected event network-vif-plugged-a05e506f-5605-4a08-8496-ab4c1b40688e for instance with vm_state building and task_state spawning. [ 984.326778] env[70220]: DEBUG oslo_concurrency.lockutils [None req-215a3599-0a18-4cc8-bca4-283a712745d7 tempest-ServerExternalEventsTest-559303375 tempest-ServerExternalEventsTest-559303375-project-member] Lock "eda7ea6e-cc78-486b-a96f-75c99374fb97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.717s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.353646] env[70220]: DEBUG oslo_concurrency.lockutils [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] Releasing lock "refresh_cache-e6e194d6-3679-4cad-add4-50fdc21f6734" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.353933] env[70220]: DEBUG nova.compute.manager [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Received event network-vif-plugged-853fa25d-3ee5-46aa-8fbd-5f612a70adef {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.354165] env[70220]: DEBUG oslo_concurrency.lockutils [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] Acquiring lock "e6e194d6-3679-4cad-add4-50fdc21f6734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.354489] env[70220]: DEBUG oslo_concurrency.lockutils [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] Lock "e6e194d6-3679-4cad-add4-50fdc21f6734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.354489] env[70220]: DEBUG oslo_concurrency.lockutils [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] Lock "e6e194d6-3679-4cad-add4-50fdc21f6734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.354648] env[70220]: DEBUG nova.compute.manager [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] No waiting events found dispatching network-vif-plugged-853fa25d-3ee5-46aa-8fbd-5f612a70adef {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 984.354809] env[70220]: WARNING nova.compute.manager [req-98086858-9b23-4f11-b49f-fb49256a4712 req-f032356d-1d0e-4743-8cc9-199d4a1f61fb service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Received unexpected event network-vif-plugged-853fa25d-3ee5-46aa-8fbd-5f612a70adef for instance with vm_state building and task_state spawning. [ 984.355158] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquired lock "refresh_cache-e6e194d6-3679-4cad-add4-50fdc21f6734" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.355298] env[70220]: DEBUG nova.network.neutron [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.380723] env[70220]: DEBUG oslo_concurrency.lockutils [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.495735] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625835, 'name': CloneVM_Task} progress is 95%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.512957] env[70220]: DEBUG nova.network.neutron [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Successfully updated port: a05e506f-5605-4a08-8496-ab4c1b40688e {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.778320] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Acquiring lock "6cb69540-1a92-4eff-9c4c-cd8a41516690" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.778631] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "6cb69540-1a92-4eff-9c4c-cd8a41516690" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.778690] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Acquiring lock "6cb69540-1a92-4eff-9c4c-cd8a41516690-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.779278] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "6cb69540-1a92-4eff-9c4c-cd8a41516690-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.779278] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "6cb69540-1a92-4eff-9c4c-cd8a41516690-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.781393] env[70220]: INFO nova.compute.manager [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Terminating instance [ 984.820108] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60c351b-439f-4c20-b25d-76d4b040d8a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.827394] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4aeed7e-6335-43c3-81b4-1d453d4abf01 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.862478] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b0e2cc-4445-4200-92eb-bd27cd3007c3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.870474] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec92c9c-0c47-4cb4-a349-a69edd7ec3ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.883940] env[70220]: DEBUG nova.compute.provider_tree [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.912029] env[70220]: DEBUG nova.network.neutron [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.998036] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625835, 'name': CloneVM_Task, 'duration_secs': 2.840488} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.998380] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Created linked-clone VM from snapshot [ 984.999482] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790be1b6-2867-4bb2-9200-baa285f0a5f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.010813] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Uploading image 5cdb5c78-4590-47ed-ba3f-2365fb607dc1 {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 985.016338] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "refresh_cache-964358fc-da49-4201-ac90-9b551fcf256c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.017944] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "refresh_cache-964358fc-da49-4201-ac90-9b551fcf256c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.017944] env[70220]: DEBUG nova.network.neutron [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.066890] env[70220]: DEBUG oslo_vmware.rw_handles [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 985.066890] env[70220]: value = "vm-723099" [ 985.066890] env[70220]: _type = "VirtualMachine" [ 985.066890] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 985.066890] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b08283f-34c0-44a6-b13a-35ec78d57517 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.072466] env[70220]: DEBUG oslo_vmware.rw_handles [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lease: (returnval){ [ 985.072466] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e1168d-8738-c6e5-b911-1e03701dde55" [ 985.072466] env[70220]: _type = "HttpNfcLease" [ 985.072466] env[70220]: } obtained for exporting VM: (result){ [ 985.072466] env[70220]: value = "vm-723099" [ 985.072466] env[70220]: _type = "VirtualMachine" [ 985.072466] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 985.072466] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the lease: (returnval){ [ 985.072466] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e1168d-8738-c6e5-b911-1e03701dde55" [ 985.072466] env[70220]: _type = "HttpNfcLease" [ 985.072466] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 985.080772] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.080772] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e1168d-8738-c6e5-b911-1e03701dde55" [ 985.080772] env[70220]: _type = "HttpNfcLease" [ 985.080772] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 985.192779] env[70220]: DEBUG nova.compute.manager [req-cfe7d0ed-7ecb-4f57-801a-d2af4b09d60b req-6beeb7ff-56e3-4807-ae89-510820d0944b service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Received event network-changed-853fa25d-3ee5-46aa-8fbd-5f612a70adef {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.193894] env[70220]: DEBUG nova.compute.manager [req-cfe7d0ed-7ecb-4f57-801a-d2af4b09d60b req-6beeb7ff-56e3-4807-ae89-510820d0944b service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Refreshing instance network info cache due to event network-changed-853fa25d-3ee5-46aa-8fbd-5f612a70adef. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.193894] env[70220]: DEBUG oslo_concurrency.lockutils [req-cfe7d0ed-7ecb-4f57-801a-d2af4b09d60b req-6beeb7ff-56e3-4807-ae89-510820d0944b service nova] Acquiring lock "refresh_cache-e6e194d6-3679-4cad-add4-50fdc21f6734" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.286448] env[70220]: DEBUG nova.network.neutron [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Updating instance_info_cache with network_info: [{"id": "be54ff22-e42f-45f3-8715-0d2ca42283bd", "address": "fa:16:3e:e2:51:68", "network": {"id": "923e9559-0350-4766-8ae7-77877d274942", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2129070038", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe54ff22-e4", "ovs_interfaceid": "be54ff22-e42f-45f3-8715-0d2ca42283bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "853fa25d-3ee5-46aa-8fbd-5f612a70adef", "address": "fa:16:3e:dd:32:c2", "network": {"id": "c17ac297-0a37-415a-ba13-0ca5e68fc4f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1473154120", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853fa25d-3e", "ovs_interfaceid": "853fa25d-3ee5-46aa-8fbd-5f612a70adef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.288390] env[70220]: DEBUG nova.compute.manager [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.288817] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44bf47c1-aeae-42c6-8121-cc14a6183e37 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.298384] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f10060-2f36-41b1-9676-9157c714ed33 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.333524] env[70220]: WARNING nova.virt.vmwareapi.driver [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6cb69540-1a92-4eff-9c4c-cd8a41516690 could not be found. [ 985.333668] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.333989] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6dd2522-3cf3-4e82-a35c-6181b8bd19a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.342448] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db05f148-2ca4-46a2-b904-144b9fc9ac12 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.376371] env[70220]: WARNING nova.virt.vmwareapi.vmops [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6cb69540-1a92-4eff-9c4c-cd8a41516690 could not be found. [ 985.376578] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.376759] env[70220]: INFO nova.compute.manager [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Took 0.09 seconds to destroy the instance on the hypervisor. [ 985.377039] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.377309] env[70220]: DEBUG nova.compute.manager [-] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.377404] env[70220]: DEBUG nova.network.neutron [-] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.388027] env[70220]: DEBUG nova.scheduler.client.report [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.569485] env[70220]: DEBUG nova.network.neutron [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.584368] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 985.584368] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e1168d-8738-c6e5-b911-1e03701dde55" [ 985.584368] env[70220]: _type = "HttpNfcLease" [ 985.584368] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 985.584664] env[70220]: DEBUG oslo_vmware.rw_handles [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 985.584664] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e1168d-8738-c6e5-b911-1e03701dde55" [ 985.584664] env[70220]: _type = "HttpNfcLease" [ 985.584664] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 985.585425] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21bda05-705c-4ae8-9897-0acebc54ca7a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.593074] env[70220]: DEBUG oslo_vmware.rw_handles [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52920032-5986-dfd8-0bbd-0d7ef90c65ae/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 985.593269] env[70220]: DEBUG oslo_vmware.rw_handles [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52920032-5986-dfd8-0bbd-0d7ef90c65ae/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 985.781798] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe84f6f7-ea43-41ac-9016-55e88008fd01 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.789247] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Releasing lock "refresh_cache-e6e194d6-3679-4cad-add4-50fdc21f6734" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.789616] env[70220]: DEBUG nova.compute.manager [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Instance network_info: |[{"id": "be54ff22-e42f-45f3-8715-0d2ca42283bd", "address": "fa:16:3e:e2:51:68", "network": {"id": "923e9559-0350-4766-8ae7-77877d274942", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2129070038", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe54ff22-e4", "ovs_interfaceid": "be54ff22-e42f-45f3-8715-0d2ca42283bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "853fa25d-3ee5-46aa-8fbd-5f612a70adef", "address": "fa:16:3e:dd:32:c2", "network": {"id": "c17ac297-0a37-415a-ba13-0ca5e68fc4f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1473154120", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853fa25d-3e", "ovs_interfaceid": "853fa25d-3ee5-46aa-8fbd-5f612a70adef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.789939] env[70220]: DEBUG oslo_concurrency.lockutils [req-cfe7d0ed-7ecb-4f57-801a-d2af4b09d60b req-6beeb7ff-56e3-4807-ae89-510820d0944b service nova] Acquired lock "refresh_cache-e6e194d6-3679-4cad-add4-50fdc21f6734" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.790186] env[70220]: DEBUG nova.network.neutron [req-cfe7d0ed-7ecb-4f57-801a-d2af4b09d60b req-6beeb7ff-56e3-4807-ae89-510820d0944b service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Refreshing network info cache for port 853fa25d-3ee5-46aa-8fbd-5f612a70adef {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.792065] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:51:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be54ff22-e42f-45f3-8715-0d2ca42283bd', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:32:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '853fa25d-3ee5-46aa-8fbd-5f612a70adef', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.814886] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.814886] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.814886] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34a973b5-1aa8-4dce-9c3d-04c78aa59c52 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.835943] env[70220]: DEBUG nova.network.neutron [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Updating instance_info_cache with network_info: [{"id": "a05e506f-5605-4a08-8496-ab4c1b40688e", "address": "fa:16:3e:6d:d6:8e", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05e506f-56", "ovs_interfaceid": "a05e506f-5605-4a08-8496-ab4c1b40688e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.843226] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.843226] env[70220]: value = "task-3625841" [ 985.843226] env[70220]: _type = "Task" [ 985.843226] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.859334] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625841, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.892978] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.895275] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.714s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.895492] env[70220]: DEBUG nova.objects.instance [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 985.976412] env[70220]: INFO nova.scheduler.client.report [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Deleted allocations for instance 0a47c5bb-e901-4095-984a-c52b1ee873d2 [ 986.340163] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "refresh_cache-964358fc-da49-4201-ac90-9b551fcf256c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.340704] env[70220]: DEBUG nova.compute.manager [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Instance network_info: |[{"id": "a05e506f-5605-4a08-8496-ab4c1b40688e", "address": "fa:16:3e:6d:d6:8e", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05e506f-56", "ovs_interfaceid": "a05e506f-5605-4a08-8496-ab4c1b40688e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.341334] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:d6:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a05e506f-5605-4a08-8496-ab4c1b40688e', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.349379] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Creating folder: Project (54c4b59eb84f4f87ac5642d1bf2d217a). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.349740] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-914df2b4-b40b-4353-87be-79969138d3cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.366653] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625841, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.369652] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Created folder: Project (54c4b59eb84f4f87ac5642d1bf2d217a) in parent group-v722922. [ 986.369652] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Creating folder: Instances. Parent ref: group-v723103. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.370086] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddb2a0b5-9129-441c-a4f4-0503b23a548a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.380605] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Created folder: Instances in parent group-v723103. [ 986.380869] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.381094] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.381338] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efea0ec9-7bcc-44cf-9755-b6ba343a6c79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.419333] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.419333] env[70220]: value = "task-3625844" [ 986.419333] env[70220]: _type = "Task" [ 986.419333] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.430217] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625844, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.488109] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af3eac8c-95ec-4c99-883a-f697dcb1d8a1 tempest-FloatingIPsAssociationTestJSON-1824515818 tempest-FloatingIPsAssociationTestJSON-1824515818-project-member] Lock "0a47c5bb-e901-4095-984a-c52b1ee873d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.242s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.489483] env[70220]: DEBUG nova.network.neutron [-] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.529688] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 986.530138] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723101', 'volume_id': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'name': 'volume-bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67b781f1-3651-42ae-9c8e-7270cff068cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'serial': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 986.531420] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093a5c2a-1ec9-4f07-ba2d-9b32e0d03036 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.555851] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc09719-860e-469c-bc5b-41e766e70c5f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.583488] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-bf79e61e-31f8-4f6d-85d5-bfb0e2545735/volume-bf79e61e-31f8-4f6d-85d5-bfb0e2545735.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.587326] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b54cf67-611a-4a7d-9aea-0565bba9a841 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.614455] env[70220]: DEBUG oslo_vmware.api [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 986.614455] env[70220]: value = "task-3625845" [ 986.614455] env[70220]: _type = "Task" [ 986.614455] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.624132] env[70220]: DEBUG oslo_vmware.api [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.725569] env[70220]: DEBUG nova.compute.manager [req-a49c76b1-5813-418a-8692-253ad12b5207 req-25f4f854-2163-447d-a48f-f28d14df1664 service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Received event network-changed-a05e506f-5605-4a08-8496-ab4c1b40688e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.725781] env[70220]: DEBUG nova.compute.manager [req-a49c76b1-5813-418a-8692-253ad12b5207 req-25f4f854-2163-447d-a48f-f28d14df1664 service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Refreshing instance network info cache due to event network-changed-a05e506f-5605-4a08-8496-ab4c1b40688e. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.726021] env[70220]: DEBUG oslo_concurrency.lockutils [req-a49c76b1-5813-418a-8692-253ad12b5207 req-25f4f854-2163-447d-a48f-f28d14df1664 service nova] Acquiring lock "refresh_cache-964358fc-da49-4201-ac90-9b551fcf256c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.726277] env[70220]: DEBUG oslo_concurrency.lockutils [req-a49c76b1-5813-418a-8692-253ad12b5207 req-25f4f854-2163-447d-a48f-f28d14df1664 service nova] Acquired lock "refresh_cache-964358fc-da49-4201-ac90-9b551fcf256c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.726444] env[70220]: DEBUG nova.network.neutron [req-a49c76b1-5813-418a-8692-253ad12b5207 req-25f4f854-2163-447d-a48f-f28d14df1664 service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Refreshing network info cache for port a05e506f-5605-4a08-8496-ab4c1b40688e {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.762787] env[70220]: DEBUG nova.network.neutron [req-cfe7d0ed-7ecb-4f57-801a-d2af4b09d60b req-6beeb7ff-56e3-4807-ae89-510820d0944b service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Updated VIF entry in instance network info cache for port 853fa25d-3ee5-46aa-8fbd-5f612a70adef. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.762787] env[70220]: DEBUG nova.network.neutron [req-cfe7d0ed-7ecb-4f57-801a-d2af4b09d60b req-6beeb7ff-56e3-4807-ae89-510820d0944b service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Updating instance_info_cache with network_info: [{"id": "be54ff22-e42f-45f3-8715-0d2ca42283bd", "address": "fa:16:3e:e2:51:68", "network": {"id": "923e9559-0350-4766-8ae7-77877d274942", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2129070038", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe54ff22-e4", "ovs_interfaceid": "be54ff22-e42f-45f3-8715-0d2ca42283bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "853fa25d-3ee5-46aa-8fbd-5f612a70adef", "address": "fa:16:3e:dd:32:c2", "network": {"id": "c17ac297-0a37-415a-ba13-0ca5e68fc4f2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1473154120", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d49f1b3699714548a8772cc2c43f4836", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap853fa25d-3e", "ovs_interfaceid": "853fa25d-3ee5-46aa-8fbd-5f612a70adef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.861120] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625841, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.916341] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7f9a41d3-2305-43b8-ba25-8659031cb621 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.918965] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.649s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.918965] env[70220]: DEBUG nova.objects.instance [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lazy-loading 'resources' on Instance uuid 2b6b424c-2264-40e0-9e45-7418575e5d9e {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.932304] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625844, 'name': CreateVM_Task, 'duration_secs': 0.364834} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.932637] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.933530] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.933818] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.934342] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.935279] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4a6b9f-bc34-4cdf-b7ba-d17bc7477902 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.943025] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 986.943025] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5285869e-3591-3834-06c3-c79d7e3cce7a" [ 986.943025] env[70220]: _type = "Task" [ 986.943025] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.951786] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5285869e-3591-3834-06c3-c79d7e3cce7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.994305] env[70220]: INFO nova.compute.manager [-] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Took 1.61 seconds to deallocate network for instance. [ 987.123868] env[70220]: DEBUG oslo_vmware.api [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.275873] env[70220]: DEBUG oslo_concurrency.lockutils [req-cfe7d0ed-7ecb-4f57-801a-d2af4b09d60b req-6beeb7ff-56e3-4807-ae89-510820d0944b service nova] Releasing lock "refresh_cache-e6e194d6-3679-4cad-add4-50fdc21f6734" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.372913] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625841, 'name': CreateVM_Task, 'duration_secs': 1.040951} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.373185] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.374637] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.375014] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.375340] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.375656] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6b28d8-5fea-4174-ae92-625251eaeb86 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.380681] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 987.380681] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5292f199-6292-eadb-f04c-54085f5ff5c3" [ 987.380681] env[70220]: _type = "Task" [ 987.380681] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.388832] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5292f199-6292-eadb-f04c-54085f5ff5c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.456030] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5285869e-3591-3834-06c3-c79d7e3cce7a, 'name': SearchDatastore_Task, 'duration_secs': 0.016282} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.457013] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.457261] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.457638] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.458368] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.458368] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.461512] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-665b26c5-3710-48da-be9c-9965910cfc41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.473126] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.473260] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.474706] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69372e7d-31a4-4b2a-ab02-51abce41c3bd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.482943] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 987.482943] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bc8941-46a5-7af8-97d9-c188725267d4" [ 987.482943] env[70220]: _type = "Task" [ 987.482943] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.493280] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bc8941-46a5-7af8-97d9-c188725267d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.563051] env[70220]: INFO nova.compute.manager [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Took 0.57 seconds to detach 1 volumes for instance. [ 987.566159] env[70220]: DEBUG nova.compute.manager [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Deleting volume: 56d129b5-d8d4-4dc9-a5fc-8c68a1dc742b {{(pid=70220) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 987.633611] env[70220]: DEBUG oslo_vmware.api [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625845, 'name': ReconfigVM_Task, 'duration_secs': 0.712815} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.633901] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-bf79e61e-31f8-4f6d-85d5-bfb0e2545735/volume-bf79e61e-31f8-4f6d-85d5-bfb0e2545735.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.643020] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf58d976-23ce-4348-8aed-660ac904c860 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.663087] env[70220]: DEBUG oslo_vmware.api [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 987.663087] env[70220]: value = "task-3625846" [ 987.663087] env[70220]: _type = "Task" [ 987.663087] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.663635] env[70220]: DEBUG nova.network.neutron [req-a49c76b1-5813-418a-8692-253ad12b5207 req-25f4f854-2163-447d-a48f-f28d14df1664 service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Updated VIF entry in instance network info cache for port a05e506f-5605-4a08-8496-ab4c1b40688e. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.663965] env[70220]: DEBUG nova.network.neutron [req-a49c76b1-5813-418a-8692-253ad12b5207 req-25f4f854-2163-447d-a48f-f28d14df1664 service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Updating instance_info_cache with network_info: [{"id": "a05e506f-5605-4a08-8496-ab4c1b40688e", "address": "fa:16:3e:6d:d6:8e", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05e506f-56", "ovs_interfaceid": "a05e506f-5605-4a08-8496-ab4c1b40688e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.893656] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5292f199-6292-eadb-f04c-54085f5ff5c3, 'name': SearchDatastore_Task, 'duration_secs': 0.045378} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.894068] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.894735] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.895183] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.895183] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.895542] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.899038] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd1a7095-630e-459d-a83a-2bf41b76c127 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.912351] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.912557] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.913574] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc80c3e3-fb7b-4f46-a8f2-08526f205851 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.924994] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 987.924994] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c89545-87c6-4fdd-3b3a-fe1717e6b09e" [ 987.924994] env[70220]: _type = "Task" [ 987.924994] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.932037] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.933467] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.933467] env[70220]: DEBUG nova.compute.manager [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.933467] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d21c135-0c24-41d6-9e2e-03904c5d542c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.939624] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcf70d9-ab1d-4d06-9df6-3d9364a9f458 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.951131] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c89545-87c6-4fdd-3b3a-fe1717e6b09e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.954310] env[70220]: DEBUG nova.compute.manager [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 987.955204] env[70220]: DEBUG nova.objects.instance [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'flavor' on Instance uuid 7ac66455-b270-4d41-aef2-63bb5191ecf9 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.960123] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39778a9b-a275-45e8-a21c-5355b31116e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.007056] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed554278-4958-4def-818a-cfd9257bb237 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.018906] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bc8941-46a5-7af8-97d9-c188725267d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014472} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.023705] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42464289-a3de-41aa-95f1-9e395c6a4892 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.027082] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a426e84a-0941-44b7-9e41-f8e408adbf94 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.047396] env[70220]: DEBUG nova.compute.provider_tree [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.050359] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 988.050359] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52213a47-10e9-dcb7-399b-c54f251dd111" [ 988.050359] env[70220]: _type = "Task" [ 988.050359] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.062636] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52213a47-10e9-dcb7-399b-c54f251dd111, 'name': SearchDatastore_Task, 'duration_secs': 0.014327} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.062773] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.063123] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 964358fc-da49-4201-ac90-9b551fcf256c/964358fc-da49-4201-ac90-9b551fcf256c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.063426] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59439164-367f-4fab-953c-85a2c09f74f3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.072594] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 988.072594] env[70220]: value = "task-3625848" [ 988.072594] env[70220]: _type = "Task" [ 988.072594] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.082849] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.127706] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.169942] env[70220]: DEBUG oslo_concurrency.lockutils [req-a49c76b1-5813-418a-8692-253ad12b5207 req-25f4f854-2163-447d-a48f-f28d14df1664 service nova] Releasing lock "refresh_cache-964358fc-da49-4201-ac90-9b551fcf256c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.169942] env[70220]: DEBUG nova.compute.manager [req-a49c76b1-5813-418a-8692-253ad12b5207 req-25f4f854-2163-447d-a48f-f28d14df1664 service nova] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Received event network-vif-deleted-27fc46f1-d585-47e6-9b7c-bc51f08317d9 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.182329] env[70220]: DEBUG oslo_vmware.api [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625846, 'name': ReconfigVM_Task, 'duration_secs': 0.212775} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.183466] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723101', 'volume_id': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'name': 'volume-bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67b781f1-3651-42ae-9c8e-7270cff068cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'serial': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 988.440156] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c89545-87c6-4fdd-3b3a-fe1717e6b09e, 'name': SearchDatastore_Task, 'duration_secs': 0.022884} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.441230] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ea9735-b4b2-4c7b-97fd-cdf1bc270778 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.450795] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 988.450795] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c9dda6-b577-11db-31c4-c5eb559fa7bb" [ 988.450795] env[70220]: _type = "Task" [ 988.450795] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.466831] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c9dda6-b577-11db-31c4-c5eb559fa7bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.554035] env[70220]: DEBUG nova.scheduler.client.report [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.588619] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625848, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.965609] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c9dda6-b577-11db-31c4-c5eb559fa7bb, 'name': SearchDatastore_Task, 'duration_secs': 0.021795} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.966155] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.966421] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] e6e194d6-3679-4cad-add4-50fdc21f6734/e6e194d6-3679-4cad-add4-50fdc21f6734.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.968678] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f048a733-4375-4ac5-a642-8cda74130c54 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.971593] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.972293] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ff08c34-0273-4eee-8a9d-fde21186ef8c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.981395] env[70220]: DEBUG oslo_vmware.api [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 988.981395] env[70220]: value = "task-3625850" [ 988.981395] env[70220]: _type = "Task" [ 988.981395] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.983162] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 988.983162] env[70220]: value = "task-3625849" [ 988.983162] env[70220]: _type = "Task" [ 988.983162] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.006166] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.012098] env[70220]: DEBUG oslo_vmware.api [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.059033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.062173] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.014s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.062654] env[70220]: DEBUG nova.objects.instance [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lazy-loading 'resources' on Instance uuid cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.087443] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66845} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.088829] env[70220]: INFO nova.scheduler.client.report [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Deleted allocations for instance 2b6b424c-2264-40e0-9e45-7418575e5d9e [ 989.093078] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 964358fc-da49-4201-ac90-9b551fcf256c/964358fc-da49-4201-ac90-9b551fcf256c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.093372] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.096463] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18c3f453-0704-44a0-9195-21eaeb653e2a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.106336] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 989.106336] env[70220]: value = "task-3625851" [ 989.106336] env[70220]: _type = "Task" [ 989.106336] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.122690] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.244588] env[70220]: DEBUG nova.objects.instance [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lazy-loading 'flavor' on Instance uuid 67b781f1-3651-42ae-9c8e-7270cff068cf {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.474517] env[70220]: INFO nova.compute.manager [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Rescuing [ 989.474517] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.474517] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.475104] env[70220]: DEBUG nova.network.neutron [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.504963] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625849, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.508624] env[70220]: DEBUG oslo_vmware.api [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625850, 'name': PowerOffVM_Task, 'duration_secs': 0.330342} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.508865] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.509135] env[70220]: DEBUG nova.compute.manager [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.510390] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30369420-9873-42df-96fe-04729b444e1f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.603842] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cc3b165b-5181-47ed-ac42-e61a291a77be tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "2b6b424c-2264-40e0-9e45-7418575e5d9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.284s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.626846] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081083} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.628113] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.629112] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0bd0cd-646b-4eeb-b1fd-7fc812e9bbbd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.663253] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 964358fc-da49-4201-ac90-9b551fcf256c/964358fc-da49-4201-ac90-9b551fcf256c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.668024] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1d4a4b6-a51a-4ad8-a728-4bb8781edc83 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.696328] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 989.696328] env[70220]: value = "task-3625852" [ 989.696328] env[70220]: _type = "Task" [ 989.696328] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.711697] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.751159] env[70220]: DEBUG oslo_concurrency.lockutils [None req-04bcd7c9-2261-448e-8f58-b15ddf49aca4 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.863s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.012673] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74068} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.012673] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] e6e194d6-3679-4cad-add4-50fdc21f6734/e6e194d6-3679-4cad-add4-50fdc21f6734.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.012975] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.013131] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5fbe0fb-351a-4f13-94ed-963c4ea6f62f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.028555] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fbc558a-5164-4cc3-949e-1b259a48a1cc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.034143] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 990.034143] env[70220]: value = "task-3625853" [ 990.034143] env[70220]: _type = "Task" [ 990.034143] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.054052] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.097413] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a6eb3-d54e-49f0-89f3-99d84bc6038b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.113092] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaf0702-f389-4bba-a732-bf54c0f5e9ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.152746] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df253afd-3d68-4f40-88d9-a23e1d68b69e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.164069] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51ab927-1d81-410e-8b0e-18c6523739c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.180205] env[70220]: DEBUG nova.compute.provider_tree [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.209810] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625852, 'name': ReconfigVM_Task, 'duration_secs': 0.505977} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.209810] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 964358fc-da49-4201-ac90-9b551fcf256c/964358fc-da49-4201-ac90-9b551fcf256c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.210886] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-192ea0f5-44a9-4fcb-9da8-cad298a9e302 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.222380] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 990.222380] env[70220]: value = "task-3625854" [ 990.222380] env[70220]: _type = "Task" [ 990.222380] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.232388] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625854, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.300803] env[70220]: DEBUG nova.network.neutron [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updating instance_info_cache with network_info: [{"id": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "address": "fa:16:3e:02:30:f0", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775c98bc-ed", "ovs_interfaceid": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.545697] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093984} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.545832] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.546694] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511a4472-18a3-4314-af6f-cb490dabe87d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.578253] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] e6e194d6-3679-4cad-add4-50fdc21f6734/e6e194d6-3679-4cad-add4-50fdc21f6734.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.578950] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f5f9f7-d889-414c-a80c-26514d325fb0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.602054] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 990.602054] env[70220]: value = "task-3625855" [ 990.602054] env[70220]: _type = "Task" [ 990.602054] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.611242] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.686228] env[70220]: DEBUG nova.scheduler.client.report [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.739725] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625854, 'name': Rename_Task, 'duration_secs': 0.257731} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.740061] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.740359] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12109ee5-f9ae-41e6-8fbb-50922b7371d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.752081] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 990.752081] env[70220]: value = "task-3625856" [ 990.752081] env[70220]: _type = "Task" [ 990.752081] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.765254] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.803971] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.116853] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625855, 'name': ReconfigVM_Task, 'duration_secs': 0.428623} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.119041] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Reconfigured VM instance instance-0000003b to attach disk [datastore2] e6e194d6-3679-4cad-add4-50fdc21f6734/e6e194d6-3679-4cad-add4-50fdc21f6734.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.119041] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-332c4c07-4fdf-4952-964c-5bfc6414199a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.129422] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 991.129422] env[70220]: value = "task-3625857" [ 991.129422] env[70220]: _type = "Task" [ 991.129422] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.145010] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625857, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.194243] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.195056] env[70220]: DEBUG oslo_concurrency.lockutils [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.999s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.195529] env[70220]: DEBUG nova.objects.instance [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 991.217263] env[70220]: INFO nova.scheduler.client.report [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleted allocations for instance cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8 [ 991.264594] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.399112] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "c60e70f4-b0d7-43c4-a110-a357266f5920" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.399384] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c60e70f4-b0d7-43c4-a110-a357266f5920" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.644678] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625857, 'name': Rename_Task, 'duration_secs': 0.197289} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.644974] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.645250] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ee29fa9-edd8-4744-aae3-753f184e23ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.653881] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 991.653881] env[70220]: value = "task-3625858" [ 991.653881] env[70220]: _type = "Task" [ 991.653881] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.661135] env[70220]: DEBUG nova.objects.instance [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'flavor' on Instance uuid 7ac66455-b270-4d41-aef2-63bb5191ecf9 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.672863] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.731869] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a04eecb-5964-4ca8-b040-e71913b32a2e tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.311s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.767325] env[70220]: DEBUG oslo_vmware.api [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625856, 'name': PowerOnVM_Task, 'duration_secs': 0.750564} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.771017] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.771017] env[70220]: INFO nova.compute.manager [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Took 8.05 seconds to spawn the instance on the hypervisor. [ 991.771017] env[70220]: DEBUG nova.compute.manager [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.771017] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366f4738-c4d8-4868-a9d5-92e5d515addb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.798511] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquiring lock "efb5caa8-1889-4c66-a941-afd026a1d992" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.798511] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Lock "efb5caa8-1889-4c66-a941-afd026a1d992" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.798511] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquiring lock "efb5caa8-1889-4c66-a941-afd026a1d992-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.798511] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Lock "efb5caa8-1889-4c66-a941-afd026a1d992-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.798511] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Lock "efb5caa8-1889-4c66-a941-afd026a1d992-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.800778] env[70220]: INFO nova.compute.manager [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Terminating instance [ 991.902483] env[70220]: DEBUG nova.compute.manager [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.175467] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.176506] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.176506] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.176506] env[70220]: DEBUG nova.network.neutron [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.176506] env[70220]: DEBUG nova.objects.instance [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'info_cache' on Instance uuid 7ac66455-b270-4d41-aef2-63bb5191ecf9 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.209889] env[70220]: DEBUG oslo_concurrency.lockutils [None req-68f44338-60d6-4321-a18d-e2cd0f38cb4c tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.211193] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.985s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.297534] env[70220]: INFO nova.compute.manager [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Took 35.00 seconds to build instance. [ 992.306232] env[70220]: DEBUG nova.compute.manager [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 992.306232] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.309680] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61d0345-04f6-4fe5-8651-0a6dfec287f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.321364] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.322680] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6af90dc1-750d-44ad-a653-46a8206ad3d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.331888] env[70220]: DEBUG oslo_vmware.api [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for the task: (returnval){ [ 992.331888] env[70220]: value = "task-3625859" [ 992.331888] env[70220]: _type = "Task" [ 992.331888] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.344036] env[70220]: DEBUG oslo_vmware.api [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.349842] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.350216] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9336c19-bbb9-4439-afa5-157339064222 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.359490] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 992.359490] env[70220]: value = "task-3625860" [ 992.359490] env[70220]: _type = "Task" [ 992.359490] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.370522] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.456168] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.668264] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625858, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.685711] env[70220]: DEBUG nova.objects.base [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Object Instance<7ac66455-b270-4d41-aef2-63bb5191ecf9> lazy-loaded attributes: flavor,info_cache {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 992.717355] env[70220]: DEBUG nova.objects.instance [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lazy-loading 'migration_context' on Instance uuid e77916d8-d281-4418-aeab-169a6d99f109 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.801536] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5cf3c2de-fb3c-4e05-8979-b88db230716d tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.515s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.844639] env[70220]: DEBUG oslo_vmware.api [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625859, 'name': PowerOffVM_Task, 'duration_secs': 0.318396} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.844957] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.845155] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.845434] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eccab155-3d52-4aad-981a-bf0f6f3b3d13 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.872871] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625860, 'name': PowerOffVM_Task, 'duration_secs': 0.456449} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.872871] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.873682] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3b9400-1b16-4ce4-9e0d-36d99ec9756b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.898408] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b2249d-8dce-4285-a91f-dad66fa31722 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.924360] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.924592] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.924797] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Deleting the datastore file [datastore2] efb5caa8-1889-4c66-a941-afd026a1d992 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.925136] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dad3c30-3955-4fea-ae7a-de7a5a940f48 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.938578] env[70220]: DEBUG oslo_vmware.api [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for the task: (returnval){ [ 992.938578] env[70220]: value = "task-3625862" [ 992.938578] env[70220]: _type = "Task" [ 992.938578] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.952850] env[70220]: DEBUG oslo_vmware.api [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.001367] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.002101] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-578b3356-387e-44e7-82f3-8d5cc5721846 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.014031] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 993.014031] env[70220]: value = "task-3625863" [ 993.014031] env[70220]: _type = "Task" [ 993.014031] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.029671] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.171595] env[70220]: DEBUG oslo_vmware.api [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625858, 'name': PowerOnVM_Task, 'duration_secs': 1.063896} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.171595] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.171595] env[70220]: INFO nova.compute.manager [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Took 14.24 seconds to spawn the instance on the hypervisor. [ 993.171822] env[70220]: DEBUG nova.compute.manager [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.173204] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902e7c9e-a0aa-4bc9-a717-6cbcfda986de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.463580] env[70220]: DEBUG oslo_vmware.api [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Task: {'id': task-3625862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42455} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.464954] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.464954] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.464954] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.464954] env[70220]: INFO nova.compute.manager [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Took 1.16 seconds to destroy the instance on the hypervisor. [ 993.464954] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.464954] env[70220]: DEBUG nova.compute.manager [-] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.465335] env[70220]: DEBUG nova.network.neutron [-] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.529156] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 993.529156] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.529156] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.529442] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.529442] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.533737] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-755e34c9-b7b7-4120-8826-bc97936e91d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.551289] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.551289] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.552225] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-615e9f3d-3ed0-468b-904a-f34d62f12b76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.563407] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 993.563407] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ba299f-e42e-f718-9a73-8aad1e2b2fc4" [ 993.563407] env[70220]: _type = "Task" [ 993.563407] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.576742] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ba299f-e42e-f718-9a73-8aad1e2b2fc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.705325] env[70220]: INFO nova.compute.manager [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Took 44.61 seconds to build instance. [ 993.715441] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "a3356885-5ac9-4108-bc1d-e9ba684f334d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.715584] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "a3356885-5ac9-4108-bc1d-e9ba684f334d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.757677] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "fb3786d6-49a9-4f69-8fef-e8b1add18688" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.757945] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "fb3786d6-49a9-4f69-8fef-e8b1add18688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.803483] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "036e1413-2876-4fc3-a481-3c63dfe1fc41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.803715] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "036e1413-2876-4fc3-a481-3c63dfe1fc41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.844378] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a19401-206e-46f5-b4ae-d8cb0819deea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.853992] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03931ca8-18fb-4da7-b50c-601dfa8b80d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.917483] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193a74bd-c977-467d-8817-f5ac1495a728 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.933375] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49026c16-49d5-4ac1-8e43-55f2e69d0922 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.954889] env[70220]: DEBUG nova.compute.provider_tree [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.989122] env[70220]: DEBUG nova.network.neutron [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance_info_cache with network_info: [{"id": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "address": "fa:16:3e:ff:b9:c3", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40aba7c-12", "ovs_interfaceid": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.013379] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.013715] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.014796] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.014796] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.014796] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.016964] env[70220]: INFO nova.compute.manager [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Terminating instance [ 994.079686] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ba299f-e42e-f718-9a73-8aad1e2b2fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.02816} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.080765] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fab818-ce6a-4f40-b4f4-877a204bb190 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.088777] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 994.088777] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52992cb7-42f2-3096-0d6b-d9d3611da6f1" [ 994.088777] env[70220]: _type = "Task" [ 994.088777] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.100116] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52992cb7-42f2-3096-0d6b-d9d3611da6f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.209602] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74b80961-9603-4761-936f-6139b1aca279 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "e6e194d6-3679-4cad-add4-50fdc21f6734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.137s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.219055] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.261487] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.307903] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.437201] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquiring lock "515e0211-4f27-4996-bf86-0f4eebcba99b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.437201] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Lock "515e0211-4f27-4996-bf86-0f4eebcba99b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.460484] env[70220]: DEBUG nova.scheduler.client.report [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.491670] env[70220]: DEBUG oslo_concurrency.lockutils [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.524459] env[70220]: DEBUG nova.compute.manager [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.527021] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.527021] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd1a2dc-c3af-4c8d-b572-7268dd718dc8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.536782] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.538830] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dc7c1da-9549-40af-be6b-c075e27e7d50 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.550862] env[70220]: DEBUG oslo_vmware.api [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 994.550862] env[70220]: value = "task-3625864" [ 994.550862] env[70220]: _type = "Task" [ 994.550862] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.568683] env[70220]: DEBUG oslo_vmware.api [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.611586] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52992cb7-42f2-3096-0d6b-d9d3611da6f1, 'name': SearchDatastore_Task, 'duration_secs': 0.016729} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.611586] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.611586] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 67b781f1-3651-42ae-9c8e-7270cff068cf/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. {{(pid=70220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 994.611586] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e86ff65-4d98-4670-b356-3f907e320f5f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.628860] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 994.628860] env[70220]: value = "task-3625865" [ 994.628860] env[70220]: _type = "Task" [ 994.628860] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.643143] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.753474] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.788189] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.837783] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.941383] env[70220]: DEBUG nova.compute.manager [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.066376] env[70220]: DEBUG oslo_vmware.api [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625864, 'name': PowerOffVM_Task, 'duration_secs': 0.261242} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.066750] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.067033] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.067331] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-803940e6-debc-41e6-9a8f-b816847692be {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.102290] env[70220]: DEBUG nova.compute.manager [req-9715db10-68e2-46da-b4d8-54d6607d2345 req-1669a831-9842-4f8c-b963-5868472a36b3 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Received event network-vif-deleted-8e380bf3-f9da-4b2b-af84-7f640d744e75 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.102572] env[70220]: INFO nova.compute.manager [req-9715db10-68e2-46da-b4d8-54d6607d2345 req-1669a831-9842-4f8c-b963-5868472a36b3 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Neutron deleted interface 8e380bf3-f9da-4b2b-af84-7f640d744e75; detaching it from the instance and deleting it from the info cache [ 995.102760] env[70220]: DEBUG nova.network.neutron [req-9715db10-68e2-46da-b4d8-54d6607d2345 req-1669a831-9842-4f8c-b963-5868472a36b3 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.145278] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625865, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.148472] env[70220]: DEBUG nova.network.neutron [-] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.166730] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.166730] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.166730] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleting the datastore file [datastore1] ffd5619f-4fd8-4d3b-a235-74cffa83216d {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.166898] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7705082c-7850-422c-b27d-628c96948eeb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.176265] env[70220]: DEBUG oslo_vmware.api [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 995.176265] env[70220]: value = "task-3625867" [ 995.176265] env[70220]: _type = "Task" [ 995.176265] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.187944] env[70220]: DEBUG oslo_vmware.api [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.476971] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.266s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.485776] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.486102] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.814s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.486302] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.486459] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 995.486782] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.579s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.486992] env[70220]: DEBUG nova.objects.instance [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lazy-loading 'resources' on Instance uuid 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.490792] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c9feb1-63de-458e-85e8-0e64b72e4747 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.501612] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.503357] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d2a774-de87-473a-88b1-216ce84a0ac9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.512038] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62bb8ee-f991-401c-b3c4-b5b2d08691f8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.518731] env[70220]: DEBUG oslo_vmware.api [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 995.518731] env[70220]: value = "task-3625868" [ 995.518731] env[70220]: _type = "Task" [ 995.518731] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.536016] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d6de27-a91a-4913-b4cf-fc1249f5cf6e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.543715] env[70220]: DEBUG oslo_vmware.api [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625868, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.550425] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18198aad-d052-48c8-8ceb-372574ac52b0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.588148] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177675MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 995.588316] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.607339] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e4e9ab8-a096-4550-8051-07a0848fe50b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.617768] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64801ad-9d7e-4ae8-a81a-098fff3341c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.644813] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597389} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.647690] env[70220]: INFO nova.virt.vmwareapi.ds_util [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 67b781f1-3651-42ae-9c8e-7270cff068cf/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. [ 995.648960] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b40fb-2820-4f6f-a6f1-06bace104a8c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.665840] env[70220]: INFO nova.compute.manager [-] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Took 2.20 seconds to deallocate network for instance. [ 995.666404] env[70220]: DEBUG nova.compute.manager [req-9715db10-68e2-46da-b4d8-54d6607d2345 req-1669a831-9842-4f8c-b963-5868472a36b3 service nova] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Detach interface failed, port_id=8e380bf3-f9da-4b2b-af84-7f640d744e75, reason: Instance efb5caa8-1889-4c66-a941-afd026a1d992 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 995.701361] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 67b781f1-3651-42ae-9c8e-7270cff068cf/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.712336] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df8eb90-32df-4926-a7d8-8c0bb97d50a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.738454] env[70220]: DEBUG oslo_vmware.api [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214215} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.738454] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.738454] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.738454] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.738454] env[70220]: INFO nova.compute.manager [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 995.738454] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.738454] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 995.738454] env[70220]: value = "task-3625869" [ 995.738454] env[70220]: _type = "Task" [ 995.738454] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.741804] env[70220]: DEBUG nova.compute.manager [-] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.741982] env[70220]: DEBUG nova.network.neutron [-] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.756465] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.816584] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "e6e194d6-3679-4cad-add4-50fdc21f6734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.816886] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "e6e194d6-3679-4cad-add4-50fdc21f6734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.817144] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "e6e194d6-3679-4cad-add4-50fdc21f6734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.817423] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "e6e194d6-3679-4cad-add4-50fdc21f6734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.817653] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "e6e194d6-3679-4cad-add4-50fdc21f6734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.823201] env[70220]: INFO nova.compute.manager [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Terminating instance [ 996.033874] env[70220]: DEBUG oslo_vmware.api [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625868, 'name': PowerOnVM_Task, 'duration_secs': 0.494869} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.037165] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.037438] env[70220]: DEBUG nova.compute.manager [None req-210278a8-1a54-4291-b87f-151e5d78e072 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.042108] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823ccb2a-34d2-42c9-b385-dd30a1358b78 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.117235] env[70220]: DEBUG oslo_vmware.rw_handles [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52920032-5986-dfd8-0bbd-0d7ef90c65ae/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 996.123410] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08631003-2939-44cb-b1f1-c5c801671522 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.130617] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3929722-9d97-4ad8-a7b2-5a7f2d6910a9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.136816] env[70220]: DEBUG oslo_vmware.rw_handles [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52920032-5986-dfd8-0bbd-0d7ef90c65ae/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 996.136939] env[70220]: ERROR oslo_vmware.rw_handles [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52920032-5986-dfd8-0bbd-0d7ef90c65ae/disk-0.vmdk due to incomplete transfer. [ 996.137617] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a6bd62de-c11d-419a-a288-2bd14840ef14 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.143251] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d99fa2b-e063-4067-988d-1047e8a9fad6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.149949] env[70220]: DEBUG oslo_vmware.rw_handles [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52920032-5986-dfd8-0bbd-0d7ef90c65ae/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 996.150940] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Uploaded image 5cdb5c78-4590-47ed-ba3f-2365fb607dc1 to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 996.152934] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 996.182055] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1f5e9bde-f5f5-436d-93a7-60f835f6f15f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.185252] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba4470c-113c-4490-87cc-2319e407f0c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.194710] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba7edc4-bc70-4ed6-9517-d179be7c951f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.199129] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 996.199129] env[70220]: value = "task-3625870" [ 996.199129] env[70220]: _type = "Task" [ 996.199129] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.211760] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.212717] env[70220]: DEBUG nova.compute.provider_tree [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.221228] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625870, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.257990] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625869, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.328542] env[70220]: DEBUG nova.compute.manager [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.331710] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.331710] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f05ff38-6763-49bf-b574-3a48b2e9d9e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.341279] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.341279] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44a9e5f3-61bf-4573-a5e9-402f7b9f5c4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.347890] env[70220]: DEBUG oslo_vmware.api [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 996.347890] env[70220]: value = "task-3625871" [ 996.347890] env[70220]: _type = "Task" [ 996.347890] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.362518] env[70220]: DEBUG oslo_vmware.api [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.709661] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625870, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.715713] env[70220]: DEBUG nova.scheduler.client.report [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.743770] env[70220]: DEBUG nova.network.neutron [-] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.755298] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625869, 'name': ReconfigVM_Task, 'duration_secs': 0.852069} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.755298] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 67b781f1-3651-42ae-9c8e-7270cff068cf/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.756045] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f020c31-fd8d-4a92-86e2-6e448e704170 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.787639] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0603f90-9347-4301-8d7b-a228ade0d295 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.804728] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 996.804728] env[70220]: value = "task-3625872" [ 996.804728] env[70220]: _type = "Task" [ 996.804728] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.820164] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.858567] env[70220]: DEBUG oslo_vmware.api [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625871, 'name': PowerOffVM_Task, 'duration_secs': 0.252643} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.860094] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.860094] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.860094] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d3e0cae-9199-4783-a7ba-28a092db9a60 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.970141] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.970464] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.971717] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.972173] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.972173] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Deleting the datastore file [datastore2] e6e194d6-3679-4cad-add4-50fdc21f6734 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.972935] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfbb4e9e-3095-420e-a9eb-97684a525388 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.982336] env[70220]: DEBUG oslo_vmware.api [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for the task: (returnval){ [ 996.982336] env[70220]: value = "task-3625874" [ 996.982336] env[70220]: _type = "Task" [ 996.982336] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.996706] env[70220]: DEBUG oslo_vmware.api [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.042868] env[70220]: INFO nova.compute.manager [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Swapping old allocation on dict_keys(['b420b834-e0c4-4c49-996e-52ceb9a09fd8']) held by migration de649077-6771-4e58-92f5-e322563432b5 for instance [ 997.073803] env[70220]: DEBUG nova.scheduler.client.report [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Overwriting current allocation {'allocations': {'b420b834-e0c4-4c49-996e-52ceb9a09fd8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': '3f552600e89d48289f2765adebf5aa7d', 'user_id': 'b07057d261bc46f692b19da88063f289', 'consumer_generation': 1} on consumer e77916d8-d281-4418-aeab-169a6d99f109 {{(pid=70220) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 997.200131] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.200371] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquired lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.200555] env[70220]: DEBUG nova.network.neutron [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.218117] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625870, 'name': Destroy_Task, 'duration_secs': 0.900529} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.218332] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Destroyed the VM [ 997.219031] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 997.221137] env[70220]: DEBUG nova.compute.manager [req-6206f403-1c4d-4201-b33c-d4f95fa7a130 req-50d9c013-6fa0-47e0-bdc9-bfcbdf32f6aa service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Received event network-changed-a05e506f-5605-4a08-8496-ab4c1b40688e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.221137] env[70220]: DEBUG nova.compute.manager [req-6206f403-1c4d-4201-b33c-d4f95fa7a130 req-50d9c013-6fa0-47e0-bdc9-bfcbdf32f6aa service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Refreshing instance network info cache due to event network-changed-a05e506f-5605-4a08-8496-ab4c1b40688e. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.221137] env[70220]: DEBUG oslo_concurrency.lockutils [req-6206f403-1c4d-4201-b33c-d4f95fa7a130 req-50d9c013-6fa0-47e0-bdc9-bfcbdf32f6aa service nova] Acquiring lock "refresh_cache-964358fc-da49-4201-ac90-9b551fcf256c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.221137] env[70220]: DEBUG oslo_concurrency.lockutils [req-6206f403-1c4d-4201-b33c-d4f95fa7a130 req-50d9c013-6fa0-47e0-bdc9-bfcbdf32f6aa service nova] Acquired lock "refresh_cache-964358fc-da49-4201-ac90-9b551fcf256c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.221280] env[70220]: DEBUG nova.network.neutron [req-6206f403-1c4d-4201-b33c-d4f95fa7a130 req-50d9c013-6fa0-47e0-bdc9-bfcbdf32f6aa service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Refreshing network info cache for port a05e506f-5605-4a08-8496-ab4c1b40688e {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.223152] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4e21b75-f537-4804-8feb-9ed8a97dee52 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.229450] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.232602] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.936s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.233367] env[70220]: DEBUG nova.objects.instance [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lazy-loading 'resources' on Instance uuid 4b7dd98c-ae27-4ef2-9361-4e7f610845f3 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.240213] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 997.240213] env[70220]: value = "task-3625875" [ 997.240213] env[70220]: _type = "Task" [ 997.240213] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.251524] env[70220]: INFO nova.compute.manager [-] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Took 1.51 seconds to deallocate network for instance. [ 997.251524] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625875, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.264652] env[70220]: INFO nova.scheduler.client.report [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Deleted allocations for instance 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e [ 997.317128] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625872, 'name': ReconfigVM_Task, 'duration_secs': 0.2275} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.317408] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.317658] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-844c83a6-43cd-42b0-a2b7-24ac83758603 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.326226] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 997.326226] env[70220]: value = "task-3625876" [ 997.326226] env[70220]: _type = "Task" [ 997.326226] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.335859] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.473602] env[70220]: DEBUG nova.compute.manager [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.494485] env[70220]: DEBUG oslo_vmware.api [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Task: {'id': task-3625874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369448} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.494762] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.494949] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.495135] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.495308] env[70220]: INFO nova.compute.manager [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Took 1.17 seconds to destroy the instance on the hypervisor. [ 997.495555] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.495748] env[70220]: DEBUG nova.compute.manager [-] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.495839] env[70220]: DEBUG nova.network.neutron [-] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.686616] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.686896] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.687129] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.687321] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.687492] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.689572] env[70220]: INFO nova.compute.manager [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Terminating instance [ 997.757987] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625875, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.758912] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.776817] env[70220]: DEBUG oslo_concurrency.lockutils [None req-be16159c-39aa-410d-a833-b52d5f1d4a68 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "54c6c8cb-a4a7-44f9-b712-7977bfe0c54e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.651s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.847516] env[70220]: DEBUG oslo_vmware.api [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625876, 'name': PowerOnVM_Task, 'duration_secs': 0.448722} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.847839] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.852163] env[70220]: DEBUG nova.compute.manager [None req-9f78c6ff-b0cd-42d1-adaa-64e1ac181d0b tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.853156] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d241f753-b0bd-49fb-8e37-6a5d7f16397a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.001340] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.147105] env[70220]: DEBUG nova.network.neutron [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance_info_cache with network_info: [{"id": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "address": "fa:16:3e:3f:f5:7e", "network": {"id": "8bf18173-67d6-4e29-b5ad-23b23031d8f5", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "70cda188a2024488b6f3b36d867bdd42", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24362592-29", "ovs_interfaceid": "24362592-2941-47e5-a0f9-1b8cedc8f3bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.162295] env[70220]: DEBUG nova.network.neutron [req-6206f403-1c4d-4201-b33c-d4f95fa7a130 req-50d9c013-6fa0-47e0-bdc9-bfcbdf32f6aa service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Updated VIF entry in instance network info cache for port a05e506f-5605-4a08-8496-ab4c1b40688e. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.162295] env[70220]: DEBUG nova.network.neutron [req-6206f403-1c4d-4201-b33c-d4f95fa7a130 req-50d9c013-6fa0-47e0-bdc9-bfcbdf32f6aa service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Updating instance_info_cache with network_info: [{"id": "a05e506f-5605-4a08-8496-ab4c1b40688e", "address": "fa:16:3e:6d:d6:8e", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05e506f-56", "ovs_interfaceid": "a05e506f-5605-4a08-8496-ab4c1b40688e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.195732] env[70220]: DEBUG nova.compute.manager [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.195946] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.197294] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6fd4b9-4b50-4dd9-be3f-ce7ed4dd7a71 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.208265] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.211052] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-950e25ba-07f7-4d6a-97f8-45baa7902e0a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.226659] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "1ea80a37-1021-4c61-b925-f25379cdfd78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.226906] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "1ea80a37-1021-4c61-b925-f25379cdfd78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.227121] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "1ea80a37-1021-4c61-b925-f25379cdfd78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.227302] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "1ea80a37-1021-4c61-b925-f25379cdfd78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.227466] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "1ea80a37-1021-4c61-b925-f25379cdfd78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.229720] env[70220]: INFO nova.compute.manager [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Terminating instance [ 998.249564] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f55c825-df12-4ab1-aa32-ad35d38ded04 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.257722] env[70220]: DEBUG oslo_vmware.api [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625875, 'name': RemoveSnapshot_Task, 'duration_secs': 0.745987} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.258479] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 998.258716] env[70220]: INFO nova.compute.manager [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Took 19.38 seconds to snapshot the instance on the hypervisor. [ 998.267991] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5c7789-0161-4d30-b93f-422e790f25ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.304249] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d3a216-8434-4676-b752-fc84d0054ef9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.307166] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 998.307378] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 998.307553] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleting the datastore file [datastore2] dd0e95cc-f782-41bc-a0fa-90bcef8bd932 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 998.307829] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d31b2522-362a-4cbd-be8e-1e049ed5917d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.314943] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbae6d38-0f8b-4950-9f86-bee965c2d2c7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.319991] env[70220]: DEBUG oslo_vmware.api [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 998.319991] env[70220]: value = "task-3625878" [ 998.319991] env[70220]: _type = "Task" [ 998.319991] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.331566] env[70220]: DEBUG nova.compute.provider_tree [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.338784] env[70220]: DEBUG oslo_vmware.api [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.577636] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "97155f26-975a-43a9-9a2b-ffc73c3122e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.577697] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "97155f26-975a-43a9-9a2b-ffc73c3122e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.648593] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Releasing lock "refresh_cache-e77916d8-d281-4418-aeab-169a6d99f109" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.649067] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.649349] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14131e33-6c59-462b-9010-f1bfb5afac4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.659054] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 998.659054] env[70220]: value = "task-3625879" [ 998.659054] env[70220]: _type = "Task" [ 998.659054] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.669179] env[70220]: DEBUG oslo_concurrency.lockutils [req-6206f403-1c4d-4201-b33c-d4f95fa7a130 req-50d9c013-6fa0-47e0-bdc9-bfcbdf32f6aa service nova] Releasing lock "refresh_cache-964358fc-da49-4201-ac90-9b551fcf256c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.669348] env[70220]: DEBUG nova.compute.manager [req-6206f403-1c4d-4201-b33c-d4f95fa7a130 req-50d9c013-6fa0-47e0-bdc9-bfcbdf32f6aa service nova] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Received event network-vif-deleted-59d0ddf4-6de4-4bf5-babb-33904c661b5c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.669773] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.734862] env[70220]: DEBUG nova.compute.manager [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.735128] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.736089] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3a8d4c-c6b8-4625-a469-70b5bf3ababb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.745073] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.745361] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dd51139-6fdf-49f8-953f-7520a8c32537 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.753167] env[70220]: DEBUG oslo_vmware.api [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 998.753167] env[70220]: value = "task-3625880" [ 998.753167] env[70220]: _type = "Task" [ 998.753167] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.762639] env[70220]: DEBUG oslo_vmware.api [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.768443] env[70220]: DEBUG nova.compute.manager [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Instance disappeared during snapshot {{(pid=70220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 998.783667] env[70220]: DEBUG nova.compute.manager [None req-f59a5624-0236-4f65-bc28-81d182782f5b tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image not found during clean up 5cdb5c78-4590-47ed-ba3f-2365fb607dc1 {{(pid=70220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 998.835264] env[70220]: DEBUG nova.scheduler.client.report [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.839684] env[70220]: DEBUG oslo_vmware.api [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3625878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45658} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.840894] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.841311] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.841613] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.841835] env[70220]: INFO nova.compute.manager [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Took 0.65 seconds to destroy the instance on the hypervisor. [ 998.842160] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.842423] env[70220]: DEBUG nova.compute.manager [-] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.842541] env[70220]: DEBUG nova.network.neutron [-] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.983895] env[70220]: DEBUG nova.network.neutron [-] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.079999] env[70220]: DEBUG nova.compute.manager [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.170893] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625879, 'name': PowerOffVM_Task, 'duration_secs': 0.282816} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.171202] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.171852] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:08:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b9568958-0faa-4b31-9b44-d9b7189a92fd',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1264019301',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.172153] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.172324] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.174362] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.174362] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.174362] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.174362] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.174362] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.174362] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.174362] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.174362] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.179176] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f7411a3-07cd-46e7-812c-f8c30b2538fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.199582] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 999.199582] env[70220]: value = "task-3625881" [ 999.199582] env[70220]: _type = "Task" [ 999.199582] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.210215] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.253635] env[70220]: DEBUG nova.compute.manager [req-6532bdd4-6e31-42e6-8a8e-98a4e7cbda89 req-e7a378cd-c46f-48d5-b9ac-7fa735823e27 service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Received event network-vif-deleted-853fa25d-3ee5-46aa-8fbd-5f612a70adef {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.253842] env[70220]: DEBUG nova.compute.manager [req-6532bdd4-6e31-42e6-8a8e-98a4e7cbda89 req-e7a378cd-c46f-48d5-b9ac-7fa735823e27 service nova] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Received event network-vif-deleted-be54ff22-e42f-45f3-8715-0d2ca42283bd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.254026] env[70220]: DEBUG nova.compute.manager [req-6532bdd4-6e31-42e6-8a8e-98a4e7cbda89 req-e7a378cd-c46f-48d5-b9ac-7fa735823e27 service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Received event network-vif-deleted-1750b9be-a6a5-4b6d-afea-0aeab562f096 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.254286] env[70220]: INFO nova.compute.manager [req-6532bdd4-6e31-42e6-8a8e-98a4e7cbda89 req-e7a378cd-c46f-48d5-b9ac-7fa735823e27 service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Neutron deleted interface 1750b9be-a6a5-4b6d-afea-0aeab562f096; detaching it from the instance and deleting it from the info cache [ 999.254348] env[70220]: DEBUG nova.network.neutron [req-6532bdd4-6e31-42e6-8a8e-98a4e7cbda89 req-e7a378cd-c46f-48d5-b9ac-7fa735823e27 service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.265293] env[70220]: DEBUG oslo_vmware.api [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625880, 'name': PowerOffVM_Task, 'duration_secs': 0.273895} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.266061] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.266252] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.266496] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f8318f6-0c97-4d7f-b15a-e2b7ae3a88b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.335552] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.335938] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.335938] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Deleting the datastore file [datastore1] 1ea80a37-1021-4c61-b925-f25379cdfd78 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.336277] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d9bf0de-5db9-466d-85e7-2d8fd866c9dc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.341347] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.109s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.344920] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.043s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.345182] env[70220]: DEBUG nova.objects.instance [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Lazy-loading 'resources' on Instance uuid 0f111af8-5458-46f1-8cde-f30a1dc8f355 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.347866] env[70220]: DEBUG oslo_vmware.api [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for the task: (returnval){ [ 999.347866] env[70220]: value = "task-3625883" [ 999.347866] env[70220]: _type = "Task" [ 999.347866] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.356352] env[70220]: DEBUG oslo_vmware.api [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.367191] env[70220]: INFO nova.scheduler.client.report [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Deleted allocations for instance 4b7dd98c-ae27-4ef2-9361-4e7f610845f3 [ 999.444415] env[70220]: INFO nova.compute.manager [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Unrescuing [ 999.444785] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.444940] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquired lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.445120] env[70220]: DEBUG nova.network.neutron [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.487127] env[70220]: INFO nova.compute.manager [-] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Took 1.99 seconds to deallocate network for instance. [ 999.603093] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.705228] env[70220]: DEBUG nova.network.neutron [-] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.711199] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625881, 'name': ReconfigVM_Task, 'duration_secs': 0.256733} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.712154] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd5c329-c156-4225-a1ca-d046cebb048b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.734298] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:08:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='b9568958-0faa-4b31-9b44-d9b7189a92fd',id=35,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1264019301',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.734622] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.734788] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.734970] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.735127] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.735275] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.735480] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.735670] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.735778] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.735937] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.736252] env[70220]: DEBUG nova.virt.hardware [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.736991] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d894a8-3b9b-475b-abca-43086ef1aaab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.745320] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 999.745320] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52777432-50a0-3980-6b35-506fd567593f" [ 999.745320] env[70220]: _type = "Task" [ 999.745320] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.754851] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52777432-50a0-3980-6b35-506fd567593f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.756530] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b834fa7b-af98-4c77-9f52-5da91e0a52b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.766350] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc076fb7-c530-4d5a-b2e3-d7d75e5b6602 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.808474] env[70220]: DEBUG nova.compute.manager [req-6532bdd4-6e31-42e6-8a8e-98a4e7cbda89 req-e7a378cd-c46f-48d5-b9ac-7fa735823e27 service nova] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Detach interface failed, port_id=1750b9be-a6a5-4b6d-afea-0aeab562f096, reason: Instance dd0e95cc-f782-41bc-a0fa-90bcef8bd932 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.860303] env[70220]: DEBUG oslo_vmware.api [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Task: {'id': task-3625883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36169} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.860573] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.860776] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.860953] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.861139] env[70220]: INFO nova.compute.manager [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Took 1.13 seconds to destroy the instance on the hypervisor. [ 999.861408] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.861600] env[70220]: DEBUG nova.compute.manager [-] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.861713] env[70220]: DEBUG nova.network.neutron [-] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.873806] env[70220]: DEBUG oslo_concurrency.lockutils [None req-06c82dd4-4874-4008-843a-5217768673c0 tempest-ServersListShow2100Test-1879546484 tempest-ServersListShow2100Test-1879546484-project-member] Lock "4b7dd98c-ae27-4ef2-9361-4e7f610845f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.960s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.995833] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.212110] env[70220]: INFO nova.compute.manager [-] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Took 1.37 seconds to deallocate network for instance. [ 1000.237518] env[70220]: DEBUG nova.network.neutron [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updating instance_info_cache with network_info: [{"id": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "address": "fa:16:3e:02:30:f0", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775c98bc-ed", "ovs_interfaceid": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.260573] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52777432-50a0-3980-6b35-506fd567593f, 'name': SearchDatastore_Task, 'duration_secs': 0.009126} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.266570] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1000.267011] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfc9c008-9475-40a6-a27e-cba3e11067b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.297765] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 1000.297765] env[70220]: value = "task-3625884" [ 1000.297765] env[70220]: _type = "Task" [ 1000.297765] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.305602] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc7cfaa-5c8b-4d64-97a1-b496c6c0e6bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.315046] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.321554] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49860d55-90c7-4a97-a5d8-6756a61a2a6d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.354722] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f374c024-6acc-4621-a0d5-f78a918ffa06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.363598] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8aa93a-fdfe-45a4-9691-3ad17136814c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.381967] env[70220]: DEBUG nova.compute.provider_tree [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.723267] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.742261] env[70220]: DEBUG oslo_concurrency.lockutils [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Releasing lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.742972] env[70220]: DEBUG nova.objects.instance [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lazy-loading 'flavor' on Instance uuid 67b781f1-3651-42ae-9c8e-7270cff068cf {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.795481] env[70220]: DEBUG nova.objects.instance [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lazy-loading 'flavor' on Instance uuid 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.797164] env[70220]: DEBUG nova.network.neutron [-] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.811842] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.885288] env[70220]: DEBUG nova.scheduler.client.report [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.248079] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a5627e-e9c4-4ac5-b001-bc7b6960c93c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.273299] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.273630] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-797d3293-200e-47ad-9b99-9cc8b7664288 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.279677] env[70220]: DEBUG nova.compute.manager [req-66c2ac17-0662-4231-b15f-2fb110bc56f1 req-5dec1d56-2db6-4548-943f-03e36c361198 service nova] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Received event network-vif-deleted-9784886d-f93a-4c11-b718-935d2a4b408d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.283397] env[70220]: DEBUG oslo_vmware.api [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 1001.283397] env[70220]: value = "task-3625885" [ 1001.283397] env[70220]: _type = "Task" [ 1001.283397] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.292603] env[70220]: DEBUG oslo_vmware.api [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.299445] env[70220]: INFO nova.compute.manager [-] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Took 1.44 seconds to deallocate network for instance. [ 1001.308246] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquiring lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.308416] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquired lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.316020] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625884, 'name': ReconfigVM_Task, 'duration_secs': 0.577457} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.316246] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1001.316983] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ee88db-d19b-4156-9932-e5097dcccaf9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.340698] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] e77916d8-d281-4418-aeab-169a6d99f109/e77916d8-d281-4418-aeab-169a6d99f109.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.342113] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a5284a-441f-4c60-8d87-62d77159bde1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.364777] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 1001.364777] env[70220]: value = "task-3625886" [ 1001.364777] env[70220]: _type = "Task" [ 1001.364777] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.375912] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.390597] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.394127] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.205s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.395691] env[70220]: INFO nova.compute.claims [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.413881] env[70220]: INFO nova.scheduler.client.report [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Deleted allocations for instance 0f111af8-5458-46f1-8cde-f30a1dc8f355 [ 1001.796600] env[70220]: DEBUG oslo_vmware.api [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625885, 'name': PowerOffVM_Task, 'duration_secs': 0.234167} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.796992] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.806843] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Reconfiguring VM instance instance-00000033 to detach disk 2002 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1001.807788] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52c3577a-f81b-4d97-9eb2-b0251982a7c3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.830926] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.838623] env[70220]: DEBUG oslo_vmware.api [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 1001.838623] env[70220]: value = "task-3625887" [ 1001.838623] env[70220]: _type = "Task" [ 1001.838623] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.847437] env[70220]: DEBUG nova.network.neutron [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.852042] env[70220]: DEBUG oslo_vmware.api [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.875233] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625886, 'name': ReconfigVM_Task, 'duration_secs': 0.324428} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.876026] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Reconfigured VM instance instance-0000002d to attach disk [datastore2] e77916d8-d281-4418-aeab-169a6d99f109/e77916d8-d281-4418-aeab-169a6d99f109.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.876568] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ac9dd3-b5b0-4a58-b2a8-751b28a915fa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.896504] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bef68c-6586-48e0-bcd3-00f5623d365b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.920462] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83d2ce86-a9aa-48c8-ae8f-5bdbdf300c78 tempest-ServersTestFqdnHostnames-730147433 tempest-ServersTestFqdnHostnames-730147433-project-member] Lock "0f111af8-5458-46f1-8cde-f30a1dc8f355" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.668s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.923278] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb3d8f1-64a7-49cf-b966-892ce8c1181e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.945502] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe548ae9-df6c-4264-96a6-4fa56a56b405 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.954413] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.954716] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cacdbfa7-e4c4-4af1-b4a8-2297fea227fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.963039] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 1001.963039] env[70220]: value = "task-3625888" [ 1001.963039] env[70220]: _type = "Task" [ 1001.963039] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.973766] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.349897] env[70220]: DEBUG oslo_vmware.api [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625887, 'name': ReconfigVM_Task, 'duration_secs': 0.275138} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.350236] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Reconfigured VM instance instance-00000033 to detach disk 2002 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1002.350428] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.350675] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77000bce-41eb-43dd-a53b-40cf93259419 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.359817] env[70220]: DEBUG oslo_vmware.api [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 1002.359817] env[70220]: value = "task-3625889" [ 1002.359817] env[70220]: _type = "Task" [ 1002.359817] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.370825] env[70220]: DEBUG oslo_vmware.api [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.474367] env[70220]: DEBUG oslo_vmware.api [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625888, 'name': PowerOnVM_Task, 'duration_secs': 0.421375} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.478865] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.676708] env[70220]: DEBUG nova.network.neutron [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updating instance_info_cache with network_info: [{"id": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "address": "fa:16:3e:c4:93:04", "network": {"id": "5e87f4d9-6ac3-451c-828f-e9e5a266df21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-253925084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ec13e04efe4248a5e35d5fdc4a935d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3d70fd-a5", "ovs_interfaceid": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.851026] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a8f44-0359-48ea-bece-e4c7ee7a8385 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.859055] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a12e66-327d-479b-ae28-9ad0a700fe4d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.872627] env[70220]: DEBUG oslo_vmware.api [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625889, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.900458] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02333c0-f276-49b0-8dd4-0badb215d68e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.909168] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6079bc06-010d-4da6-86e9-09e874273a73 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.925726] env[70220]: DEBUG nova.compute.provider_tree [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.181937] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Releasing lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.182265] env[70220]: DEBUG nova.compute.manager [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Inject network info {{(pid=70220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1003.182541] env[70220]: DEBUG nova.compute.manager [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] network_info to inject: |[{"id": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "address": "fa:16:3e:c4:93:04", "network": {"id": "5e87f4d9-6ac3-451c-828f-e9e5a266df21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-253925084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ec13e04efe4248a5e35d5fdc4a935d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3d70fd-a5", "ovs_interfaceid": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1003.187917] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Reconfiguring VM instance to set the machine id {{(pid=70220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1003.188777] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7eebab5-c23c-41ee-b1a1-102e1c987503 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.201502] env[70220]: DEBUG nova.objects.instance [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lazy-loading 'flavor' on Instance uuid 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.205385] env[70220]: DEBUG oslo_vmware.api [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 1003.205385] env[70220]: value = "task-3625890" [ 1003.205385] env[70220]: _type = "Task" [ 1003.205385] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.215047] env[70220]: DEBUG oslo_vmware.api [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.312157] env[70220]: DEBUG nova.compute.manager [req-6a958909-371f-4585-904e-6449ea941cd8 req-bd71680b-cf2f-4943-bd37-11e7afec4861 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Received event network-changed-8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.312398] env[70220]: DEBUG nova.compute.manager [req-6a958909-371f-4585-904e-6449ea941cd8 req-bd71680b-cf2f-4943-bd37-11e7afec4861 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Refreshing instance network info cache due to event network-changed-8b3d70fd-a522-4622-a83b-c2dc4789d97a. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.312614] env[70220]: DEBUG oslo_concurrency.lockutils [req-6a958909-371f-4585-904e-6449ea941cd8 req-bd71680b-cf2f-4943-bd37-11e7afec4861 service nova] Acquiring lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.312753] env[70220]: DEBUG oslo_concurrency.lockutils [req-6a958909-371f-4585-904e-6449ea941cd8 req-bd71680b-cf2f-4943-bd37-11e7afec4861 service nova] Acquired lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.312951] env[70220]: DEBUG nova.network.neutron [req-6a958909-371f-4585-904e-6449ea941cd8 req-bd71680b-cf2f-4943-bd37-11e7afec4861 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Refreshing network info cache for port 8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.373679] env[70220]: DEBUG oslo_vmware.api [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625889, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.429913] env[70220]: DEBUG nova.scheduler.client.report [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.490675] env[70220]: INFO nova.compute.manager [None req-5b07b24b-1c8f-41e9-91d4-0c9ce3ad0a29 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance to original state: 'active' [ 1003.712394] env[70220]: DEBUG oslo_concurrency.lockutils [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquiring lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.718661] env[70220]: DEBUG oslo_vmware.api [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625890, 'name': ReconfigVM_Task, 'duration_secs': 0.176377} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.718937] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-56608130-d1d3-466a-a0c6-b746bc174db8 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Reconfigured VM instance to set the machine id {{(pid=70220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1003.874222] env[70220]: DEBUG oslo_vmware.api [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3625889, 'name': PowerOnVM_Task, 'duration_secs': 1.178878} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.874594] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.874754] env[70220]: DEBUG nova.compute.manager [None req-de206c7c-72d3-46ae-9821-3701efa2a10d tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.875546] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5c95ad-1084-47da-bbb9-a370e42f5c66 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.936065] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.936860] env[70220]: DEBUG nova.compute.manager [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.940714] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.032s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.942109] env[70220]: INFO nova.compute.claims [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.189930] env[70220]: DEBUG nova.network.neutron [req-6a958909-371f-4585-904e-6449ea941cd8 req-bd71680b-cf2f-4943-bd37-11e7afec4861 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updated VIF entry in instance network info cache for port 8b3d70fd-a522-4622-a83b-c2dc4789d97a. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.190355] env[70220]: DEBUG nova.network.neutron [req-6a958909-371f-4585-904e-6449ea941cd8 req-bd71680b-cf2f-4943-bd37-11e7afec4861 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updating instance_info_cache with network_info: [{"id": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "address": "fa:16:3e:c4:93:04", "network": {"id": "5e87f4d9-6ac3-451c-828f-e9e5a266df21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-253925084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ec13e04efe4248a5e35d5fdc4a935d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3d70fd-a5", "ovs_interfaceid": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.456798] env[70220]: DEBUG nova.compute.utils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.457785] env[70220]: DEBUG nova.compute.manager [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.458280] env[70220]: DEBUG nova.network.neutron [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.502358] env[70220]: DEBUG nova.policy [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a51cd4bae63b45cfb56f404d0ce3c357', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b21ed607114ae28d10fe51164860d5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.693370] env[70220]: DEBUG oslo_concurrency.lockutils [req-6a958909-371f-4585-904e-6449ea941cd8 req-bd71680b-cf2f-4943-bd37-11e7afec4861 service nova] Releasing lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.693670] env[70220]: DEBUG oslo_concurrency.lockutils [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquired lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.962650] env[70220]: DEBUG nova.compute.manager [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.001704] env[70220]: DEBUG nova.network.neutron [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Successfully created port: 9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.009974] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "e77916d8-d281-4418-aeab-169a6d99f109" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.011025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "e77916d8-d281-4418-aeab-169a6d99f109" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.011025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "e77916d8-d281-4418-aeab-169a6d99f109-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.011025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "e77916d8-d281-4418-aeab-169a6d99f109-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.011196] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "e77916d8-d281-4418-aeab-169a6d99f109-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.016120] env[70220]: INFO nova.compute.manager [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Terminating instance [ 1005.276182] env[70220]: DEBUG nova.network.neutron [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.305323] env[70220]: DEBUG nova.compute.manager [req-5cd2780d-d1a4-486c-a7a8-f32ea472b316 req-d381ba73-4b52-4d50-b2b8-ca975c19fe20 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Received event network-changed-8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.305569] env[70220]: DEBUG nova.compute.manager [req-5cd2780d-d1a4-486c-a7a8-f32ea472b316 req-d381ba73-4b52-4d50-b2b8-ca975c19fe20 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Refreshing instance network info cache due to event network-changed-8b3d70fd-a522-4622-a83b-c2dc4789d97a. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.305962] env[70220]: DEBUG oslo_concurrency.lockutils [req-5cd2780d-d1a4-486c-a7a8-f32ea472b316 req-d381ba73-4b52-4d50-b2b8-ca975c19fe20 service nova] Acquiring lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.380595] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dba74a2-1bda-4a06-912b-f33e132c0a3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.389132] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a7fbd-42ea-4ee7-a9b5-758ddf1ef3ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.422713] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5456e2fd-8859-4c68-a92c-8403a806f48b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.431380] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc12b1f-37b9-45f5-8534-17f8f7d5c3c7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.446686] env[70220]: DEBUG nova.compute.provider_tree [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.527362] env[70220]: DEBUG nova.compute.manager [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.527590] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.528480] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3004786f-3ff8-4c98-86d1-cb5f9804c112 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.536647] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.536895] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfac9023-718e-4050-8cb6-7be3d08772f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.544800] env[70220]: DEBUG oslo_vmware.api [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 1005.544800] env[70220]: value = "task-3625891" [ 1005.544800] env[70220]: _type = "Task" [ 1005.544800] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.553298] env[70220]: DEBUG oslo_vmware.api [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.950201] env[70220]: DEBUG nova.scheduler.client.report [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.971774] env[70220]: DEBUG nova.compute.manager [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.000546] env[70220]: DEBUG nova.virt.hardware [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.000939] env[70220]: DEBUG nova.virt.hardware [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.001158] env[70220]: DEBUG nova.virt.hardware [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.001402] env[70220]: DEBUG nova.virt.hardware [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.001619] env[70220]: DEBUG nova.virt.hardware [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.001790] env[70220]: DEBUG nova.virt.hardware [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.002029] env[70220]: DEBUG nova.virt.hardware [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.002216] env[70220]: DEBUG nova.virt.hardware [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.002490] env[70220]: DEBUG nova.virt.hardware [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.002578] env[70220]: DEBUG nova.virt.hardware [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.002731] env[70220]: DEBUG nova.virt.hardware [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.004273] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f002e3c-a573-48ff-afb8-4d7a1d73ec5b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.014607] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c6ddca-48a0-4df6-b8bb-3dbd483d469c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.054575] env[70220]: DEBUG oslo_vmware.api [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625891, 'name': PowerOffVM_Task, 'duration_secs': 0.305229} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.054865] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.055049] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.055298] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d548055-bc13-4a1e-bda9-22e08d9fa991 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.139546] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.139827] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.140040] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Deleting the datastore file [datastore2] e77916d8-d281-4418-aeab-169a6d99f109 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.140343] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb1cb867-16f3-4580-a0e5-b5240350f618 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.149420] env[70220]: DEBUG oslo_vmware.api [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 1006.149420] env[70220]: value = "task-3625893" [ 1006.149420] env[70220]: _type = "Task" [ 1006.149420] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.159428] env[70220]: DEBUG oslo_vmware.api [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.416894] env[70220]: DEBUG nova.network.neutron [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updating instance_info_cache with network_info: [{"id": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "address": "fa:16:3e:c4:93:04", "network": {"id": "5e87f4d9-6ac3-451c-828f-e9e5a266df21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-253925084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ec13e04efe4248a5e35d5fdc4a935d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3d70fd-a5", "ovs_interfaceid": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.457146] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.457688] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.460563] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.506s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.461926] env[70220]: INFO nova.compute.claims [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.541631] env[70220]: DEBUG nova.compute.manager [req-015edc5c-a5cb-4d1d-ba6d-1226eb28709c req-ee99ed6f-f86e-4522-84aa-30c6e8c1ec6a service nova] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Received event network-vif-plugged-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.541773] env[70220]: DEBUG oslo_concurrency.lockutils [req-015edc5c-a5cb-4d1d-ba6d-1226eb28709c req-ee99ed6f-f86e-4522-84aa-30c6e8c1ec6a service nova] Acquiring lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.542091] env[70220]: DEBUG oslo_concurrency.lockutils [req-015edc5c-a5cb-4d1d-ba6d-1226eb28709c req-ee99ed6f-f86e-4522-84aa-30c6e8c1ec6a service nova] Lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.542848] env[70220]: DEBUG oslo_concurrency.lockutils [req-015edc5c-a5cb-4d1d-ba6d-1226eb28709c req-ee99ed6f-f86e-4522-84aa-30c6e8c1ec6a service nova] Lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.542848] env[70220]: DEBUG nova.compute.manager [req-015edc5c-a5cb-4d1d-ba6d-1226eb28709c req-ee99ed6f-f86e-4522-84aa-30c6e8c1ec6a service nova] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] No waiting events found dispatching network-vif-plugged-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.542848] env[70220]: WARNING nova.compute.manager [req-015edc5c-a5cb-4d1d-ba6d-1226eb28709c req-ee99ed6f-f86e-4522-84aa-30c6e8c1ec6a service nova] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Received unexpected event network-vif-plugged-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 for instance with vm_state building and task_state spawning. [ 1006.629668] env[70220]: DEBUG nova.network.neutron [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Successfully updated port: 9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.661030] env[70220]: DEBUG oslo_vmware.api [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318524} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.661219] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.661422] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.662177] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.662177] env[70220]: INFO nova.compute.manager [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1006.662177] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.662363] env[70220]: DEBUG nova.compute.manager [-] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.662363] env[70220]: DEBUG nova.network.neutron [-] [instance: e77916d8-d281-4418-aeab-169a6d99f109] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.922200] env[70220]: DEBUG oslo_concurrency.lockutils [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Releasing lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.922546] env[70220]: DEBUG nova.compute.manager [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Inject network info {{(pid=70220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1006.922991] env[70220]: DEBUG nova.compute.manager [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] network_info to inject: |[{"id": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "address": "fa:16:3e:c4:93:04", "network": {"id": "5e87f4d9-6ac3-451c-828f-e9e5a266df21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-253925084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ec13e04efe4248a5e35d5fdc4a935d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3d70fd-a5", "ovs_interfaceid": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1006.929856] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Reconfiguring VM instance to set the machine id {{(pid=70220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1006.930290] env[70220]: DEBUG oslo_concurrency.lockutils [req-5cd2780d-d1a4-486c-a7a8-f32ea472b316 req-d381ba73-4b52-4d50-b2b8-ca975c19fe20 service nova] Acquired lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.930548] env[70220]: DEBUG nova.network.neutron [req-5cd2780d-d1a4-486c-a7a8-f32ea472b316 req-d381ba73-4b52-4d50-b2b8-ca975c19fe20 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Refreshing network info cache for port 8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.935026] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc94187e-fd5d-46c4-82d2-561ef2aae766 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.954365] env[70220]: DEBUG oslo_vmware.api [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 1006.954365] env[70220]: value = "task-3625894" [ 1006.954365] env[70220]: _type = "Task" [ 1006.954365] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.964108] env[70220]: DEBUG oslo_vmware.api [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.966467] env[70220]: DEBUG nova.compute.utils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.970738] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.970738] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.036771] env[70220]: DEBUG nova.policy [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdd800332e9b4a56818229f04365db3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a632c22f6d8c4d84a0c693667bd62282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.133992] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquiring lock "refresh_cache-9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.133992] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquired lock "refresh_cache-9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.133992] env[70220]: DEBUG nova.network.neutron [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.195822] env[70220]: DEBUG nova.network.neutron [req-5cd2780d-d1a4-486c-a7a8-f32ea472b316 req-d381ba73-4b52-4d50-b2b8-ca975c19fe20 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updated VIF entry in instance network info cache for port 8b3d70fd-a522-4622-a83b-c2dc4789d97a. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.196253] env[70220]: DEBUG nova.network.neutron [req-5cd2780d-d1a4-486c-a7a8-f32ea472b316 req-d381ba73-4b52-4d50-b2b8-ca975c19fe20 service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updating instance_info_cache with network_info: [{"id": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "address": "fa:16:3e:c4:93:04", "network": {"id": "5e87f4d9-6ac3-451c-828f-e9e5a266df21", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-253925084-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ec13e04efe4248a5e35d5fdc4a935d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b3d70fd-a5", "ovs_interfaceid": "8b3d70fd-a522-4622-a83b-c2dc4789d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.394068] env[70220]: DEBUG nova.compute.manager [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Received event network-changed-775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.394068] env[70220]: DEBUG nova.compute.manager [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Refreshing instance network info cache due to event network-changed-775c98bc-ed4b-4b6e-850c-f534a91e4619. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.394068] env[70220]: DEBUG oslo_concurrency.lockutils [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] Acquiring lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.394068] env[70220]: DEBUG oslo_concurrency.lockutils [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] Acquired lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.394068] env[70220]: DEBUG nova.network.neutron [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Refreshing network info cache for port 775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.405451] env[70220]: DEBUG nova.network.neutron [-] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.453063] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Successfully created port: 88ab6d8d-bcff-4e3c-a65b-c41566b1c75a {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.465391] env[70220]: DEBUG oslo_vmware.api [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625894, 'name': ReconfigVM_Task, 'duration_secs': 0.20305} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.465821] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-81d8b880-4786-404a-93f5-ac2b820cbeb2 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Reconfigured VM instance to set the machine id {{(pid=70220) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1007.476550] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.679107] env[70220]: DEBUG nova.network.neutron [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.698742] env[70220]: DEBUG oslo_concurrency.lockutils [req-5cd2780d-d1a4-486c-a7a8-f32ea472b316 req-d381ba73-4b52-4d50-b2b8-ca975c19fe20 service nova] Releasing lock "refresh_cache-4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.896063] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994ab49f-fc9c-484e-8266-05f5d4ee0911 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.907459] env[70220]: INFO nova.compute.manager [-] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Took 1.24 seconds to deallocate network for instance. [ 1007.909524] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530b6eea-5f52-4e7b-9add-2bcb0551f41a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.947428] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee06a3e1-8a34-4387-ab35-32232532e9fb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.956404] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b855db2-845a-4243-8dd2-68f42e42a593 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.972422] env[70220]: DEBUG nova.compute.provider_tree [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.076830] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquiring lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.077170] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.077520] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquiring lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.080827] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.080827] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.080827] env[70220]: INFO nova.compute.manager [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Terminating instance [ 1008.206732] env[70220]: DEBUG nova.network.neutron [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Updating instance_info_cache with network_info: [{"id": "9aaa12e2-c6d3-4bf3-8baa-801e419fdf24", "address": "fa:16:3e:fe:71:19", "network": {"id": "8db9957f-0d46-4eb8-a149-9005596640f4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-32202013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b21ed607114ae28d10fe51164860d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aaa12e2-c6", "ovs_interfaceid": "9aaa12e2-c6d3-4bf3-8baa-801e419fdf24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.208375] env[70220]: DEBUG nova.network.neutron [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updated VIF entry in instance network info cache for port 775c98bc-ed4b-4b6e-850c-f534a91e4619. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.208678] env[70220]: DEBUG nova.network.neutron [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updating instance_info_cache with network_info: [{"id": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "address": "fa:16:3e:02:30:f0", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775c98bc-ed", "ovs_interfaceid": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.417261] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.482015] env[70220]: DEBUG nova.scheduler.client.report [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.488768] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.528924] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.528924] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.528924] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.528924] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.529219] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.529219] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.529421] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.529503] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.529676] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.529823] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.530110] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.530987] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2c0dd4-89d1-4703-9f0c-349aa0de52cc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.543661] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b54c32-b507-425c-8edd-a1b0e81a3247 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.583095] env[70220]: DEBUG nova.compute.manager [req-7893f116-c9bc-4f06-b53d-a3d5b7cf5ca6 req-25cb3b59-4913-4e10-8915-b656e19aa270 service nova] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Received event network-changed-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.583325] env[70220]: DEBUG nova.compute.manager [req-7893f116-c9bc-4f06-b53d-a3d5b7cf5ca6 req-25cb3b59-4913-4e10-8915-b656e19aa270 service nova] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Refreshing instance network info cache due to event network-changed-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.583493] env[70220]: DEBUG oslo_concurrency.lockutils [req-7893f116-c9bc-4f06-b53d-a3d5b7cf5ca6 req-25cb3b59-4913-4e10-8915-b656e19aa270 service nova] Acquiring lock "refresh_cache-9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.584586] env[70220]: DEBUG nova.compute.manager [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.585163] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.585595] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65dc8a6-157f-403c-88e8-304ab8495815 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.598030] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.598030] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d39538e-98c6-4ddc-ab30-3c5c36f9957c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.604906] env[70220]: DEBUG oslo_vmware.api [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 1008.604906] env[70220]: value = "task-3625895" [ 1008.604906] env[70220]: _type = "Task" [ 1008.604906] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.614222] env[70220]: DEBUG oslo_vmware.api [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.711699] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Releasing lock "refresh_cache-9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.712751] env[70220]: DEBUG nova.compute.manager [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Instance network_info: |[{"id": "9aaa12e2-c6d3-4bf3-8baa-801e419fdf24", "address": "fa:16:3e:fe:71:19", "network": {"id": "8db9957f-0d46-4eb8-a149-9005596640f4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-32202013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b21ed607114ae28d10fe51164860d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aaa12e2-c6", "ovs_interfaceid": "9aaa12e2-c6d3-4bf3-8baa-801e419fdf24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.713354] env[70220]: DEBUG oslo_concurrency.lockutils [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] Releasing lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.713586] env[70220]: DEBUG nova.compute.manager [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Received event network-changed-775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.713749] env[70220]: DEBUG nova.compute.manager [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Refreshing instance network info cache due to event network-changed-775c98bc-ed4b-4b6e-850c-f534a91e4619. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.714312] env[70220]: DEBUG oslo_concurrency.lockutils [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] Acquiring lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.717879] env[70220]: DEBUG oslo_concurrency.lockutils [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] Acquired lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.717879] env[70220]: DEBUG nova.network.neutron [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Refreshing network info cache for port 775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.717879] env[70220]: DEBUG oslo_concurrency.lockutils [req-7893f116-c9bc-4f06-b53d-a3d5b7cf5ca6 req-25cb3b59-4913-4e10-8915-b656e19aa270 service nova] Acquired lock "refresh_cache-9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.717879] env[70220]: DEBUG nova.network.neutron [req-7893f116-c9bc-4f06-b53d-a3d5b7cf5ca6 req-25cb3b59-4913-4e10-8915-b656e19aa270 service nova] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Refreshing network info cache for port 9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.717879] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:71:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aaa12e2-c6d3-4bf3-8baa-801e419fdf24', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.731088] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Creating folder: Project (11b21ed607114ae28d10fe51164860d5). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.733577] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0998b74-e855-450b-812c-10f91b80a9db {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.750488] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Created folder: Project (11b21ed607114ae28d10fe51164860d5) in parent group-v722922. [ 1008.750780] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Creating folder: Instances. Parent ref: group-v723106. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.751100] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-514c8abd-31aa-47d3-85ff-91f82022a9fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.766908] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Created folder: Instances in parent group-v723106. [ 1008.767227] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.767439] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.767655] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91bd457e-6010-476e-98e5-6f15611b791e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.791639] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.791639] env[70220]: value = "task-3625898" [ 1008.791639] env[70220]: _type = "Task" [ 1008.791639] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.805628] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625898, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.985242] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.985846] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.989900] env[70220]: DEBUG oslo_concurrency.lockutils [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.609s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.994731] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Successfully updated port: 88ab6d8d-bcff-4e3c-a65b-c41566b1c75a {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.120907] env[70220]: DEBUG oslo_vmware.api [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625895, 'name': PowerOffVM_Task, 'duration_secs': 0.190459} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.121217] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.121388] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.121683] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f1536ff-d5b8-4819-8189-365de1a988ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.305878] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625898, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.309271] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1024cbb6-87e4-4029-b7f5-e70c3dca59c2 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.309935] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1024cbb6-87e4-4029-b7f5-e70c3dca59c2 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.309935] env[70220]: DEBUG nova.objects.instance [None req-1024cbb6-87e4-4029-b7f5-e70c3dca59c2 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'flavor' on Instance uuid 5a049f8d-90e7-4e6c-84a1-761fae524e52 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.430545] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d926bb7-0963-4204-8893-afc225387368 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.443262] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.443262] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.443262] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Deleting the datastore file [datastore1] 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.447255] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f2cca73-164d-47a8-8fff-03176c8dccbf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.450234] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755bbdde-676a-438d-8947-80c6e6214df5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.493282] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2597f825-61c9-4d36-9565-519bd0e59f47 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.496066] env[70220]: DEBUG oslo_vmware.api [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for the task: (returnval){ [ 1009.496066] env[70220]: value = "task-3625900" [ 1009.496066] env[70220]: _type = "Task" [ 1009.496066] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.497496] env[70220]: DEBUG nova.compute.utils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.506021] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.506021] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.506021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "refresh_cache-018f59ca-77a8-4c4d-8cbc-9ccc4b324428" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.506021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "refresh_cache-018f59ca-77a8-4c4d-8cbc-9ccc4b324428" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.506488] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.516951] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8f52c4-3f17-4a41-a713-f8bb132cd54e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.528865] env[70220]: DEBUG oslo_vmware.api [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.542099] env[70220]: DEBUG nova.compute.provider_tree [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.579355] env[70220]: DEBUG nova.policy [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdd800332e9b4a56818229f04365db3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a632c22f6d8c4d84a0c693667bd62282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.622922] env[70220]: DEBUG nova.network.neutron [req-7893f116-c9bc-4f06-b53d-a3d5b7cf5ca6 req-25cb3b59-4913-4e10-8915-b656e19aa270 service nova] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Updated VIF entry in instance network info cache for port 9aaa12e2-c6d3-4bf3-8baa-801e419fdf24. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.623397] env[70220]: DEBUG nova.network.neutron [req-7893f116-c9bc-4f06-b53d-a3d5b7cf5ca6 req-25cb3b59-4913-4e10-8915-b656e19aa270 service nova] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Updating instance_info_cache with network_info: [{"id": "9aaa12e2-c6d3-4bf3-8baa-801e419fdf24", "address": "fa:16:3e:fe:71:19", "network": {"id": "8db9957f-0d46-4eb8-a149-9005596640f4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-32202013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b21ed607114ae28d10fe51164860d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aaa12e2-c6", "ovs_interfaceid": "9aaa12e2-c6d3-4bf3-8baa-801e419fdf24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.629223] env[70220]: DEBUG nova.network.neutron [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updated VIF entry in instance network info cache for port 775c98bc-ed4b-4b6e-850c-f534a91e4619. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.629567] env[70220]: DEBUG nova.network.neutron [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updating instance_info_cache with network_info: [{"id": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "address": "fa:16:3e:02:30:f0", "network": {"id": "4ada0eb9-ee56-45c4-bdde-635a83d3c331", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1053720438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aabcb73835254760a2aa9fb999b12a3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap775c98bc-ed", "ovs_interfaceid": "775c98bc-ed4b-4b6e-850c-f534a91e4619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.797465] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquiring lock "4b873e42-571a-4991-afcd-98f0b4a35528" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.797725] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Lock "4b873e42-571a-4991-afcd-98f0b4a35528" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.810508] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625898, 'name': CreateVM_Task, 'duration_secs': 0.751485} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.811642] env[70220]: DEBUG nova.compute.manager [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Received event network-vif-plugged-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.812018] env[70220]: DEBUG oslo_concurrency.lockutils [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] Acquiring lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.812151] env[70220]: DEBUG oslo_concurrency.lockutils [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] Lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.812356] env[70220]: DEBUG oslo_concurrency.lockutils [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] Lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.812814] env[70220]: DEBUG nova.compute.manager [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] No waiting events found dispatching network-vif-plugged-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1009.812814] env[70220]: WARNING nova.compute.manager [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Received unexpected event network-vif-plugged-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a for instance with vm_state building and task_state spawning. [ 1009.812814] env[70220]: DEBUG nova.compute.manager [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Received event network-changed-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.812959] env[70220]: DEBUG nova.compute.manager [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Refreshing instance network info cache due to event network-changed-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.813189] env[70220]: DEBUG oslo_concurrency.lockutils [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] Acquiring lock "refresh_cache-018f59ca-77a8-4c4d-8cbc-9ccc4b324428" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.813327] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.814970] env[70220]: DEBUG nova.objects.instance [None req-1024cbb6-87e4-4029-b7f5-e70c3dca59c2 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'pci_requests' on Instance uuid 5a049f8d-90e7-4e6c-84a1-761fae524e52 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.817128] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.817128] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.817216] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.818062] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b732203c-9d82-4142-8550-303d1362331a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.825638] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for the task: (returnval){ [ 1009.825638] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fdc052-f325-03e8-e239-aee4d2b5672c" [ 1009.825638] env[70220]: _type = "Task" [ 1009.825638] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.836460] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fdc052-f325-03e8-e239-aee4d2b5672c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.972033] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Successfully created port: 9d09684a-99df-4029-944c-f524cc80c2e6 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.011112] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.021280] env[70220]: DEBUG oslo_vmware.api [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Task: {'id': task-3625900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165133} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.022085] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.022417] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.024026] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.024356] env[70220]: INFO nova.compute.manager [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1010.024766] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.025133] env[70220]: DEBUG nova.compute.manager [-] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.025702] env[70220]: DEBUG nova.network.neutron [-] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.046777] env[70220]: DEBUG nova.scheduler.client.report [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.067885] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.129314] env[70220]: DEBUG oslo_concurrency.lockutils [req-7893f116-c9bc-4f06-b53d-a3d5b7cf5ca6 req-25cb3b59-4913-4e10-8915-b656e19aa270 service nova] Releasing lock "refresh_cache-9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.129593] env[70220]: DEBUG nova.compute.manager [req-7893f116-c9bc-4f06-b53d-a3d5b7cf5ca6 req-25cb3b59-4913-4e10-8915-b656e19aa270 service nova] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Received event network-vif-deleted-24362592-2941-47e5-a0f9-1b8cedc8f3bb {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.131887] env[70220]: DEBUG oslo_concurrency.lockutils [req-fb2dac8c-8481-486c-804e-95fc6a0d9846 req-fbcf6387-7428-4f1f-867a-2ccbbdc13c55 service nova] Releasing lock "refresh_cache-67b781f1-3651-42ae-9c8e-7270cff068cf" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.292690] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Updating instance_info_cache with network_info: [{"id": "88ab6d8d-bcff-4e3c-a65b-c41566b1c75a", "address": "fa:16:3e:12:67:45", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ab6d8d-bc", "ovs_interfaceid": "88ab6d8d-bcff-4e3c-a65b-c41566b1c75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.317663] env[70220]: DEBUG nova.objects.base [None req-1024cbb6-87e4-4029-b7f5-e70c3dca59c2 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Object Instance<5a049f8d-90e7-4e6c-84a1-761fae524e52> lazy-loaded attributes: flavor,pci_requests {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.320036] env[70220]: DEBUG nova.network.neutron [None req-1024cbb6-87e4-4029-b7f5-e70c3dca59c2 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.339175] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fdc052-f325-03e8-e239-aee4d2b5672c, 'name': SearchDatastore_Task, 'duration_secs': 0.021602} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.339489] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.340446] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.340446] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.340446] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.340446] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.340715] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e105a50-b9c0-4e87-8975-5f602212aef2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.349747] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.349866] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.350641] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed16fcc-97ed-4f7f-9493-c3f37d507648 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.356664] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for the task: (returnval){ [ 1010.356664] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5226b9f6-1a15-c183-3c98-ec7bfe00fa11" [ 1010.356664] env[70220]: _type = "Task" [ 1010.356664] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.364716] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5226b9f6-1a15-c183-3c98-ec7bfe00fa11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.453561] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1024cbb6-87e4-4029-b7f5-e70c3dca59c2 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.144s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.553871] env[70220]: DEBUG oslo_concurrency.lockutils [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.564s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.554110] env[70220]: INFO nova.compute.manager [None req-616438ef-dbd0-4198-918c-cba30a44816c tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Successfully reverted task state from rebuilding on failure for instance. [ 1010.559153] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.431s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.559276] env[70220]: DEBUG nova.objects.instance [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lazy-loading 'resources' on Instance uuid 6cb69540-1a92-4eff-9c4c-cd8a41516690 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.797413] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "refresh_cache-018f59ca-77a8-4c4d-8cbc-9ccc4b324428" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.800503] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Instance network_info: |[{"id": "88ab6d8d-bcff-4e3c-a65b-c41566b1c75a", "address": "fa:16:3e:12:67:45", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ab6d8d-bc", "ovs_interfaceid": "88ab6d8d-bcff-4e3c-a65b-c41566b1c75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.800503] env[70220]: DEBUG oslo_concurrency.lockutils [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] Acquired lock "refresh_cache-018f59ca-77a8-4c4d-8cbc-9ccc4b324428" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.800503] env[70220]: DEBUG nova.network.neutron [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Refreshing network info cache for port 88ab6d8d-bcff-4e3c-a65b-c41566b1c75a {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.800503] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:67:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88ab6d8d-bcff-4e3c-a65b-c41566b1c75a', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.811012] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Creating folder: Project (a632c22f6d8c4d84a0c693667bd62282). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.815742] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a879ead-8d29-4e6d-b42e-c0745a7294cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.832155] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Created folder: Project (a632c22f6d8c4d84a0c693667bd62282) in parent group-v722922. [ 1010.832155] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Creating folder: Instances. Parent ref: group-v723109. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1010.832155] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84ed10f1-e099-4ea2-838f-89225994902e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.847302] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Created folder: Instances in parent group-v723109. [ 1010.847302] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.847302] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.847302] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f982c96-d99e-4c98-9e7f-dc947c7aa75f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.877082] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5226b9f6-1a15-c183-3c98-ec7bfe00fa11, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.879744] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.879744] env[70220]: value = "task-3625903" [ 1010.879744] env[70220]: _type = "Task" [ 1010.879744] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.880154] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88fbd9b-f407-4bde-8fd3-3acca2c5a51b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.883229] env[70220]: DEBUG oslo_concurrency.lockutils [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "d2d70675-725d-438b-bc00-7b40c2775931" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.883578] env[70220]: DEBUG oslo_concurrency.lockutils [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "d2d70675-725d-438b-bc00-7b40c2775931" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.883921] env[70220]: DEBUG oslo_concurrency.lockutils [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "d2d70675-725d-438b-bc00-7b40c2775931-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.884329] env[70220]: DEBUG oslo_concurrency.lockutils [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "d2d70675-725d-438b-bc00-7b40c2775931-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.887018] env[70220]: DEBUG oslo_concurrency.lockutils [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "d2d70675-725d-438b-bc00-7b40c2775931-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.890721] env[70220]: INFO nova.compute.manager [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Terminating instance [ 1010.897082] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for the task: (returnval){ [ 1010.897082] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d2460e-9552-96a8-bc9e-981c91808af3" [ 1010.897082] env[70220]: _type = "Task" [ 1010.897082] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.902545] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625903, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.913768] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d2460e-9552-96a8-bc9e-981c91808af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.029991] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.059116] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.059358] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.059508] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.059681] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.059962] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.060133] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.060342] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.060492] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.060651] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.060807] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.060974] env[70220]: DEBUG nova.virt.hardware [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.061844] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05b916d-3c75-4b0b-951b-fb978cea3591 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.068203] env[70220]: DEBUG nova.network.neutron [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Updated VIF entry in instance network info cache for port 88ab6d8d-bcff-4e3c-a65b-c41566b1c75a. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.068544] env[70220]: DEBUG nova.network.neutron [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Updating instance_info_cache with network_info: [{"id": "88ab6d8d-bcff-4e3c-a65b-c41566b1c75a", "address": "fa:16:3e:12:67:45", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ab6d8d-bc", "ovs_interfaceid": "88ab6d8d-bcff-4e3c-a65b-c41566b1c75a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.074066] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b98e2c-31dd-49cb-a69e-6fc8ed832116 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.144207] env[70220]: DEBUG nova.network.neutron [-] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.393170] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625903, 'name': CreateVM_Task, 'duration_secs': 0.337329} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.395813] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.396500] env[70220]: DEBUG nova.compute.manager [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.396700] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.397575] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.398506] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.398506] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.398980] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6ed43b-8172-4e84-8baa-23851f07a3ec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.401580] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b434aa46-8e69-422c-a73b-4deb15578962 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.412780] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.417363] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e507c7b7-bb0e-4c6f-9429-155c0f12e30e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.419464] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1011.419464] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52604912-66e1-4474-a0fa-6517cae5a1eb" [ 1011.419464] env[70220]: _type = "Task" [ 1011.419464] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.419695] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d2460e-9552-96a8-bc9e-981c91808af3, 'name': SearchDatastore_Task, 'duration_secs': 0.026168} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.422238] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.422529] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92/9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.425983] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e912014c-b79b-406a-b384-879bf6c80996 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.429487] env[70220]: DEBUG oslo_vmware.api [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 1011.429487] env[70220]: value = "task-3625904" [ 1011.429487] env[70220]: _type = "Task" [ 1011.429487] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.436704] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52604912-66e1-4474-a0fa-6517cae5a1eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012271} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.441015] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.441353] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.441610] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.441759] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.441937] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.442321] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for the task: (returnval){ [ 1011.442321] env[70220]: value = "task-3625905" [ 1011.442321] env[70220]: _type = "Task" [ 1011.442321] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.442778] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaaa8de0-ddad-482d-b502-de911b20bd41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.450920] env[70220]: DEBUG oslo_vmware.api [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.458131] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.465612] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.465783] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.467614] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d539e4a-c532-476f-961b-016c4c7e0c68 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.476504] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1011.476504] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]527bd4d2-6800-3627-2bf9-049704649e4a" [ 1011.476504] env[70220]: _type = "Task" [ 1011.476504] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.485146] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527bd4d2-6800-3627-2bf9-049704649e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.487557] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976dff56-34e1-459c-a0f1-9cd09892d76b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.491261] env[70220]: DEBUG nova.compute.manager [req-c5a9a9ef-6345-40cb-8b56-0c0b93e9eabc req-b2ed0f72-0dd6-4378-bef3-d40c4443e9f8 service nova] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Received event network-vif-plugged-9d09684a-99df-4029-944c-f524cc80c2e6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.491463] env[70220]: DEBUG oslo_concurrency.lockutils [req-c5a9a9ef-6345-40cb-8b56-0c0b93e9eabc req-b2ed0f72-0dd6-4378-bef3-d40c4443e9f8 service nova] Acquiring lock "cad146d0-ad18-455a-8996-78d42c1467df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.491668] env[70220]: DEBUG oslo_concurrency.lockutils [req-c5a9a9ef-6345-40cb-8b56-0c0b93e9eabc req-b2ed0f72-0dd6-4378-bef3-d40c4443e9f8 service nova] Lock "cad146d0-ad18-455a-8996-78d42c1467df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.491831] env[70220]: DEBUG oslo_concurrency.lockutils [req-c5a9a9ef-6345-40cb-8b56-0c0b93e9eabc req-b2ed0f72-0dd6-4378-bef3-d40c4443e9f8 service nova] Lock "cad146d0-ad18-455a-8996-78d42c1467df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.491997] env[70220]: DEBUG nova.compute.manager [req-c5a9a9ef-6345-40cb-8b56-0c0b93e9eabc req-b2ed0f72-0dd6-4378-bef3-d40c4443e9f8 service nova] [instance: cad146d0-ad18-455a-8996-78d42c1467df] No waiting events found dispatching network-vif-plugged-9d09684a-99df-4029-944c-f524cc80c2e6 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.492331] env[70220]: WARNING nova.compute.manager [req-c5a9a9ef-6345-40cb-8b56-0c0b93e9eabc req-b2ed0f72-0dd6-4378-bef3-d40c4443e9f8 service nova] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Received unexpected event network-vif-plugged-9d09684a-99df-4029-944c-f524cc80c2e6 for instance with vm_state building and task_state spawning. [ 1011.498463] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f290927-91d1-4f87-98be-455a9cea98e1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.532147] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd6d88-adb0-437a-af67-d661e61a34e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.540865] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3b0c0e-4f56-490f-840e-535866c97be0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.556331] env[70220]: DEBUG nova.compute.provider_tree [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.571128] env[70220]: DEBUG oslo_concurrency.lockutils [req-e1a77f48-c744-4c16-a3b0-2456ab040fb9 req-ab880ee4-cd65-4a40-9b68-cd0468311d0a service nova] Releasing lock "refresh_cache-018f59ca-77a8-4c4d-8cbc-9ccc4b324428" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.622804] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Successfully updated port: 9d09684a-99df-4029-944c-f524cc80c2e6 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.646870] env[70220]: INFO nova.compute.manager [-] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Took 1.62 seconds to deallocate network for instance. [ 1012.424585] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "refresh_cache-cad146d0-ad18-455a-8996-78d42c1467df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.424855] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "refresh_cache-cad146d0-ad18-455a-8996-78d42c1467df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.424855] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.426463] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.428822] env[70220]: DEBUG nova.compute.manager [req-5242dbef-50a5-42e8-9a2d-4c2d8ed0fc97 req-54a76726-e081-4a43-9174-c4e692b8ec8f service nova] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Received event network-vif-deleted-8b3d70fd-a522-4622-a83b-c2dc4789d97a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.448479] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503681} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.448731] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527bd4d2-6800-3627-2bf9-049704649e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010843} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.452160] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92/9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.452394] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.453436] env[70220]: DEBUG oslo_vmware.api [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625904, 'name': PowerOffVM_Task, 'duration_secs': 0.202575} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.454244] env[70220]: ERROR nova.scheduler.client.report [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] [req-f43fc74d-d021-4c30-984f-a1421fe5d835] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f43fc74d-d021-4c30-984f-a1421fe5d835"}]} [ 1012.454567] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e322541a-e716-4020-8ae9-3a3b06d594de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.456387] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f44f098-9570-4954-a19a-8a8b9f399eff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.458517] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.458650] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.461785] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e84755ee-500e-4b52-9243-f09f4ee43f8b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.466347] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1012.466347] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c152c7-baf0-7146-e304-e9f522346a66" [ 1012.466347] env[70220]: _type = "Task" [ 1012.466347] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.471525] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for the task: (returnval){ [ 1012.471525] env[70220]: value = "task-3625907" [ 1012.471525] env[70220]: _type = "Task" [ 1012.471525] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.476762] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c152c7-baf0-7146-e304-e9f522346a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.477686] env[70220]: DEBUG nova.scheduler.client.report [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1012.485184] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.493238] env[70220]: DEBUG nova.scheduler.client.report [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1012.493486] env[70220]: DEBUG nova.compute.provider_tree [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.506365] env[70220]: DEBUG nova.scheduler.client.report [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1012.527073] env[70220]: DEBUG nova.scheduler.client.report [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1012.535788] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.536089] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.536301] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Deleting the datastore file [datastore2] d2d70675-725d-438b-bc00-7b40c2775931 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.536578] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f855171-a367-4cb3-89ef-5fc6f447abf0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.547016] env[70220]: DEBUG oslo_vmware.api [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for the task: (returnval){ [ 1012.547016] env[70220]: value = "task-3625908" [ 1012.547016] env[70220]: _type = "Task" [ 1012.547016] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.557910] env[70220]: DEBUG oslo_vmware.api [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.875798] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ff9580-31c6-45dc-b46d-14dfd5b8f263 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.883901] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0389c8-6ebd-4e99-8f34-b1dff95c213f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.914993] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a442a5a-4e32-4a41-9af0-6c84120bc19d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.922680] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ef035f-8f00-4985-a827-2f669702f124 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.938031] env[70220]: DEBUG nova.compute.provider_tree [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.939495] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.939713] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.940010] env[70220]: DEBUG nova.objects.instance [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'flavor' on Instance uuid 5a049f8d-90e7-4e6c-84a1-761fae524e52 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.967188] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.983041] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c152c7-baf0-7146-e304-e9f522346a66, 'name': SearchDatastore_Task, 'duration_secs': 0.0213} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.985362] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.985590] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 018f59ca-77a8-4c4d-8cbc-9ccc4b324428/018f59ca-77a8-4c4d-8cbc-9ccc4b324428.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.985850] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08042} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.986342] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-669bec5e-5144-4c0c-aa53-95e325fe6171 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.988335] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.989057] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1458ef-93ec-4d38-a347-d56300a6775e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.013359] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92/9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.017083] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9548b221-271c-4c0b-adaa-94199a34a405 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.031770] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1013.031770] env[70220]: value = "task-3625909" [ 1013.031770] env[70220]: _type = "Task" [ 1013.031770] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.038825] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for the task: (returnval){ [ 1013.038825] env[70220]: value = "task-3625910" [ 1013.038825] env[70220]: _type = "Task" [ 1013.038825] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.043622] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.050367] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.058146] env[70220]: DEBUG oslo_vmware.api [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.181053] env[70220]: DEBUG nova.network.neutron [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Updating instance_info_cache with network_info: [{"id": "9d09684a-99df-4029-944c-f524cc80c2e6", "address": "fa:16:3e:e2:61:e1", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d09684a-99", "ovs_interfaceid": "9d09684a-99df-4029-944c-f524cc80c2e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.442916] env[70220]: DEBUG nova.scheduler.client.report [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.528565] env[70220]: DEBUG nova.objects.instance [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'pci_requests' on Instance uuid 5a049f8d-90e7-4e6c-84a1-761fae524e52 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.545016] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625909, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.554639] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.564806] env[70220]: DEBUG oslo_vmware.api [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Task: {'id': task-3625908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.673535} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.565077] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.565259] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.565448] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.565621] env[70220]: INFO nova.compute.manager [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Took 2.17 seconds to destroy the instance on the hypervisor. [ 1013.565867] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.566078] env[70220]: DEBUG nova.compute.manager [-] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.566236] env[70220]: DEBUG nova.network.neutron [-] [instance: d2d70675-725d-438b-bc00-7b40c2775931] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.588608] env[70220]: DEBUG nova.compute.manager [req-73b957c7-18dc-4a2f-845b-994deb03daa0 req-69aba83f-a278-449f-b291-a9c9adc225c0 service nova] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Received event network-changed-9d09684a-99df-4029-944c-f524cc80c2e6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.588857] env[70220]: DEBUG nova.compute.manager [req-73b957c7-18dc-4a2f-845b-994deb03daa0 req-69aba83f-a278-449f-b291-a9c9adc225c0 service nova] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Refreshing instance network info cache due to event network-changed-9d09684a-99df-4029-944c-f524cc80c2e6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.589103] env[70220]: DEBUG oslo_concurrency.lockutils [req-73b957c7-18dc-4a2f-845b-994deb03daa0 req-69aba83f-a278-449f-b291-a9c9adc225c0 service nova] Acquiring lock "refresh_cache-cad146d0-ad18-455a-8996-78d42c1467df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.685647] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "refresh_cache-cad146d0-ad18-455a-8996-78d42c1467df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.685994] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Instance network_info: |[{"id": "9d09684a-99df-4029-944c-f524cc80c2e6", "address": "fa:16:3e:e2:61:e1", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d09684a-99", "ovs_interfaceid": "9d09684a-99df-4029-944c-f524cc80c2e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.686317] env[70220]: DEBUG oslo_concurrency.lockutils [req-73b957c7-18dc-4a2f-845b-994deb03daa0 req-69aba83f-a278-449f-b291-a9c9adc225c0 service nova] Acquired lock "refresh_cache-cad146d0-ad18-455a-8996-78d42c1467df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.686496] env[70220]: DEBUG nova.network.neutron [req-73b957c7-18dc-4a2f-845b-994deb03daa0 req-69aba83f-a278-449f-b291-a9c9adc225c0 service nova] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Refreshing network info cache for port 9d09684a-99df-4029-944c-f524cc80c2e6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.688294] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:61:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d09684a-99df-4029-944c-f524cc80c2e6', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.696045] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.696908] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.697561] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c84081a-063a-4572-995e-cb22481c1dd8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.718306] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.718306] env[70220]: value = "task-3625911" [ 1013.718306] env[70220]: _type = "Task" [ 1013.718306] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.727128] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625911, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.953031] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.392s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.955212] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.500s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.958861] env[70220]: INFO nova.compute.claims [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.032510] env[70220]: DEBUG nova.objects.base [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Object Instance<5a049f8d-90e7-4e6c-84a1-761fae524e52> lazy-loaded attributes: flavor,pci_requests {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1014.032820] env[70220]: DEBUG nova.network.neutron [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.049023] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561547} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.053425] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 018f59ca-77a8-4c4d-8cbc-9ccc4b324428/018f59ca-77a8-4c4d-8cbc-9ccc4b324428.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.053771] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.054096] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b4623d9-cdb4-4120-9a36-503be7e37d16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.062916] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625910, 'name': ReconfigVM_Task, 'duration_secs': 0.62782} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.064617] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92/9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.065524] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1014.065524] env[70220]: value = "task-3625912" [ 1014.065524] env[70220]: _type = "Task" [ 1014.065524] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.065721] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eef10bc-0b46-4e18-a1e5-f146885b00ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.084064] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.085377] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for the task: (returnval){ [ 1014.085377] env[70220]: value = "task-3625913" [ 1014.085377] env[70220]: _type = "Task" [ 1014.085377] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.093846] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625913, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.096627] env[70220]: DEBUG nova.policy [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f2bee83b4f4b7f8d249010a1a83f40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02abc3df7dd14990b15371862cfb51f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.232012] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625911, 'name': CreateVM_Task, 'duration_secs': 0.36775} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.234060] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.235028] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.235028] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.235349] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.236069] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae72e79-4889-4480-94ac-863188ab91e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.242355] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1014.242355] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52383e28-37e9-bb87-1af6-3d6427e7efa0" [ 1014.242355] env[70220]: _type = "Task" [ 1014.242355] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.251672] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52383e28-37e9-bb87-1af6-3d6427e7efa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.378540] env[70220]: DEBUG nova.network.neutron [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Successfully created port: 1faf2238-0226-4a44-ba81-805e5684ab7a {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.430546] env[70220]: DEBUG nova.network.neutron [req-73b957c7-18dc-4a2f-845b-994deb03daa0 req-69aba83f-a278-449f-b291-a9c9adc225c0 service nova] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Updated VIF entry in instance network info cache for port 9d09684a-99df-4029-944c-f524cc80c2e6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.431172] env[70220]: DEBUG nova.network.neutron [req-73b957c7-18dc-4a2f-845b-994deb03daa0 req-69aba83f-a278-449f-b291-a9c9adc225c0 service nova] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Updating instance_info_cache with network_info: [{"id": "9d09684a-99df-4029-944c-f524cc80c2e6", "address": "fa:16:3e:e2:61:e1", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d09684a-99", "ovs_interfaceid": "9d09684a-99df-4029-944c-f524cc80c2e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.479065] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a19d6f4-0cb2-4c75-a472-a6b1325cc91d tempest-ServerActionsV293TestJSON-803510431 tempest-ServerActionsV293TestJSON-803510431-project-member] Lock "6cb69540-1a92-4eff-9c4c-cd8a41516690" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.700s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.581253] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067977} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.585454] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.585454] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7edc7d-3c5e-4aee-ad44-2a710170a921 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.610956] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 018f59ca-77a8-4c4d-8cbc-9ccc4b324428/018f59ca-77a8-4c4d-8cbc-9ccc4b324428.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.611776] env[70220]: DEBUG nova.network.neutron [-] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.613162] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e04eb20-f153-4025-b3e4-06ddede3478b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.632128] env[70220]: INFO nova.compute.manager [-] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Took 1.07 seconds to deallocate network for instance. [ 1014.633230] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625913, 'name': Rename_Task, 'duration_secs': 0.162583} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.635582] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.638485] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9af317b2-1cdb-45dc-a4ee-17553dd5cbc1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.643807] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1014.643807] env[70220]: value = "task-3625914" [ 1014.643807] env[70220]: _type = "Task" [ 1014.643807] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.649461] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for the task: (returnval){ [ 1014.649461] env[70220]: value = "task-3625915" [ 1014.649461] env[70220]: _type = "Task" [ 1014.649461] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.656995] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.663187] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.752742] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52383e28-37e9-bb87-1af6-3d6427e7efa0, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.753120] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.753321] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.753567] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.753715] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.753882] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.754148] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55f6b716-41e3-47c0-b129-ac3e45d4a59d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.763614] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.763813] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.764549] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7090d0-62fe-48ae-bb7e-c598133adf2c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.769641] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1014.769641] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]527f0a76-7d47-500d-f42d-196053b905e9" [ 1014.769641] env[70220]: _type = "Task" [ 1014.769641] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.777723] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527f0a76-7d47-500d-f42d-196053b905e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.934383] env[70220]: DEBUG oslo_concurrency.lockutils [req-73b957c7-18dc-4a2f-845b-994deb03daa0 req-69aba83f-a278-449f-b291-a9c9adc225c0 service nova] Releasing lock "refresh_cache-cad146d0-ad18-455a-8996-78d42c1467df" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.143468] env[70220]: DEBUG oslo_concurrency.lockutils [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.159589] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625914, 'name': ReconfigVM_Task, 'duration_secs': 0.265011} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.160315] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 018f59ca-77a8-4c4d-8cbc-9ccc4b324428/018f59ca-77a8-4c4d-8cbc-9ccc4b324428.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.161132] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2f5d96e-a116-41b3-813a-424a48dc8e38 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.165323] env[70220]: DEBUG oslo_vmware.api [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625915, 'name': PowerOnVM_Task, 'duration_secs': 0.448373} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.165861] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.166071] env[70220]: INFO nova.compute.manager [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1015.166286] env[70220]: DEBUG nova.compute.manager [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.167020] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40665b0-e6d1-4522-9d64-66f2f36e42dc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.174191] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1015.174191] env[70220]: value = "task-3625916" [ 1015.174191] env[70220]: _type = "Task" [ 1015.174191] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.192776] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625916, 'name': Rename_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.280520] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527f0a76-7d47-500d-f42d-196053b905e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008959} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.284674] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aadf791-ea78-47c1-b2b5-4bb43d411816 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.290590] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1015.290590] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52dcf674-e26b-7715-7913-7363c5059ddb" [ 1015.290590] env[70220]: _type = "Task" [ 1015.290590] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.303719] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52dcf674-e26b-7715-7913-7363c5059ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.339958] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e2b005-5e71-401c-ac1f-0db805e05d37 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.347836] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed8e25d-00f4-4d29-af1e-fd4e92564f00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.380428] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789464ad-4d87-4200-8503-a15f838467ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.388611] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9e3ec2-8f2f-422a-a012-33bce55844c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.403163] env[70220]: DEBUG nova.compute.provider_tree [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.655320] env[70220]: DEBUG nova.compute.manager [req-57d18279-02f3-4946-8b0d-8deb4fc734cc req-d0338736-ac71-4ecf-b54a-9ec47ada097d service nova] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Received event network-vif-deleted-508bc7a9-c85a-4278-848e-c7663210437c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.684914] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625916, 'name': Rename_Task, 'duration_secs': 0.150007} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.685277] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.685454] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8f93386-0d45-4a10-9078-cf98bd71b878 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.696690] env[70220]: INFO nova.compute.manager [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Took 37.53 seconds to build instance. [ 1015.699159] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1015.699159] env[70220]: value = "task-3625917" [ 1015.699159] env[70220]: _type = "Task" [ 1015.699159] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.709769] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.801882] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52dcf674-e26b-7715-7913-7363c5059ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.802217] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.802499] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] cad146d0-ad18-455a-8996-78d42c1467df/cad146d0-ad18-455a-8996-78d42c1467df.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.802747] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3ebb312-0009-496e-b620-630f9393ca78 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.810446] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1015.810446] env[70220]: value = "task-3625918" [ 1015.810446] env[70220]: _type = "Task" [ 1015.810446] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.819556] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.849143] env[70220]: DEBUG nova.network.neutron [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Successfully updated port: 1faf2238-0226-4a44-ba81-805e5684ab7a {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1015.851202] env[70220]: DEBUG nova.compute.manager [req-4588c45e-5e36-4503-b4c6-dac8e77a4e74 req-d3d89b2f-51f7-4bef-a555-d92360a12ffc service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received event network-vif-plugged-1faf2238-0226-4a44-ba81-805e5684ab7a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.851406] env[70220]: DEBUG oslo_concurrency.lockutils [req-4588c45e-5e36-4503-b4c6-dac8e77a4e74 req-d3d89b2f-51f7-4bef-a555-d92360a12ffc service nova] Acquiring lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.851606] env[70220]: DEBUG oslo_concurrency.lockutils [req-4588c45e-5e36-4503-b4c6-dac8e77a4e74 req-d3d89b2f-51f7-4bef-a555-d92360a12ffc service nova] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.851813] env[70220]: DEBUG oslo_concurrency.lockutils [req-4588c45e-5e36-4503-b4c6-dac8e77a4e74 req-d3d89b2f-51f7-4bef-a555-d92360a12ffc service nova] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.851986] env[70220]: DEBUG nova.compute.manager [req-4588c45e-5e36-4503-b4c6-dac8e77a4e74 req-d3d89b2f-51f7-4bef-a555-d92360a12ffc service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] No waiting events found dispatching network-vif-plugged-1faf2238-0226-4a44-ba81-805e5684ab7a {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.852176] env[70220]: WARNING nova.compute.manager [req-4588c45e-5e36-4503-b4c6-dac8e77a4e74 req-d3d89b2f-51f7-4bef-a555-d92360a12ffc service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received unexpected event network-vif-plugged-1faf2238-0226-4a44-ba81-805e5684ab7a for instance with vm_state active and task_state None. [ 1015.906730] env[70220]: DEBUG nova.scheduler.client.report [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.198823] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e5811a6c-341b-46eb-b61e-37914d3e4552 tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.045s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.212007] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625917, 'name': PowerOnVM_Task, 'duration_secs': 0.481429} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.212439] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.212593] env[70220]: INFO nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1016.212771] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.213645] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d310d9-d7f7-40a0-9e91-73e9f8cb4e31 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.219927] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquiring lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.220191] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.220389] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquiring lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.220573] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.220740] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.227502] env[70220]: INFO nova.compute.manager [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Terminating instance [ 1016.322385] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625918, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.354219] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.354447] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.354670] env[70220]: DEBUG nova.network.neutron [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.412626] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.413659] env[70220]: DEBUG nova.compute.manager [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.415810] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.663s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.417255] env[70220]: INFO nova.compute.claims [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.705073] env[70220]: DEBUG nova.compute.manager [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.736979] env[70220]: DEBUG nova.compute.manager [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.736979] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.738750] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551bcb93-5b3f-4181-b7b9-b16028cd0f00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.741616] env[70220]: INFO nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Took 33.85 seconds to build instance. [ 1016.748744] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.748980] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29f8abd6-28d5-4d4e-88a8-e3817ce96f71 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.756229] env[70220]: DEBUG oslo_vmware.api [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for the task: (returnval){ [ 1016.756229] env[70220]: value = "task-3625919" [ 1016.756229] env[70220]: _type = "Task" [ 1016.756229] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.764210] env[70220]: DEBUG oslo_vmware.api [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.831313] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625918, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.892074] env[70220]: WARNING nova.network.neutron [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] fd363a1f-7af6-4512-bcd9-723593f14e19 already exists in list: networks containing: ['fd363a1f-7af6-4512-bcd9-723593f14e19']. ignoring it [ 1016.921773] env[70220]: DEBUG nova.compute.utils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.925496] env[70220]: DEBUG nova.compute.manager [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1016.926042] env[70220]: DEBUG nova.network.neutron [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.972913] env[70220]: DEBUG nova.policy [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f310a9f1b7f46d18b62a312fdc6556a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '918239206a864cc6bbc0cebdd7310279', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.228258] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.243936] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.359s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.267480] env[70220]: DEBUG oslo_vmware.api [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.322683] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625918, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.369737] env[70220]: DEBUG nova.network.neutron [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Successfully created port: 568442b0-eecd-4cb2-8c6d-7df30fc4158a {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.417845] env[70220]: DEBUG nova.network.neutron [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updating instance_info_cache with network_info: [{"id": "447eb8a0-a066-4e25-889c-fd5da4a53099", "address": "fa:16:3e:b0:f7:3a", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447eb8a0-a0", "ovs_interfaceid": "447eb8a0-a066-4e25-889c-fd5da4a53099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1faf2238-0226-4a44-ba81-805e5684ab7a", "address": "fa:16:3e:e8:02:5c", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf2238-02", "ovs_interfaceid": "1faf2238-0226-4a44-ba81-805e5684ab7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.426029] env[70220]: DEBUG nova.compute.manager [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.767392] env[70220]: DEBUG oslo_vmware.api [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625919, 'name': PowerOffVM_Task, 'duration_secs': 0.849338} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.768099] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.768099] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.768224] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d788bf63-6291-4272-93a3-cf1ddf8cd638 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.831959] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625918, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.597864} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.832282] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] cad146d0-ad18-455a-8996-78d42c1467df/cad146d0-ad18-455a-8996-78d42c1467df.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.832509] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.832769] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d377ad1-73ce-446c-86d8-723f49441d68 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.838025] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.838241] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.838421] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Deleting the datastore file [datastore1] 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.838730] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d842b7f8-3983-463f-a95f-09c4f858d79a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.845954] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1017.845954] env[70220]: value = "task-3625921" [ 1017.845954] env[70220]: _type = "Task" [ 1017.845954] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.854154] env[70220]: DEBUG oslo_vmware.api [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for the task: (returnval){ [ 1017.854154] env[70220]: value = "task-3625922" [ 1017.854154] env[70220]: _type = "Task" [ 1017.854154] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.860721] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.866075] env[70220]: DEBUG oslo_vmware.api [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.867728] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05b1d99-85b5-48b8-9ab9-6471cca4015f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.876055] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68979704-2757-4884-bb4b-e386d5b48dbc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.906179] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6549f9e-d566-4c72-8d7a-87c730143afe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.915102] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f18ee5f-3e54-4af6-8cb5-4225a2304b95 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.919331] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.919895] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.920072] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.920843] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f5d172-c79e-4f01-b4ec-7cf720ddf3b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.940364] env[70220]: DEBUG nova.compute.provider_tree [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.956189] env[70220]: DEBUG nova.virt.hardware [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.956441] env[70220]: DEBUG nova.virt.hardware [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.956641] env[70220]: DEBUG nova.virt.hardware [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.957205] env[70220]: DEBUG nova.virt.hardware [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.957205] env[70220]: DEBUG nova.virt.hardware [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.957205] env[70220]: DEBUG nova.virt.hardware [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.957416] env[70220]: DEBUG nova.virt.hardware [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.957590] env[70220]: DEBUG nova.virt.hardware [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.957799] env[70220]: DEBUG nova.virt.hardware [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.957977] env[70220]: DEBUG nova.virt.hardware [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.958168] env[70220]: DEBUG nova.virt.hardware [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.964748] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Reconfiguring VM to attach interface {{(pid=70220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1017.966028] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42bfbf82-6602-4b02-a7cb-6c1cb1b79daa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.986580] env[70220]: DEBUG oslo_vmware.api [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1017.986580] env[70220]: value = "task-3625923" [ 1017.986580] env[70220]: _type = "Task" [ 1017.986580] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.995693] env[70220]: DEBUG oslo_vmware.api [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625923, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.044569] env[70220]: DEBUG nova.compute.manager [req-130c69ed-44da-43f6-9ff8-2ff0ec22657f req-6a1ad899-864b-4a70-becd-6eaed6940242 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received event network-changed-1faf2238-0226-4a44-ba81-805e5684ab7a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.044782] env[70220]: DEBUG nova.compute.manager [req-130c69ed-44da-43f6-9ff8-2ff0ec22657f req-6a1ad899-864b-4a70-becd-6eaed6940242 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Refreshing instance network info cache due to event network-changed-1faf2238-0226-4a44-ba81-805e5684ab7a. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.045043] env[70220]: DEBUG oslo_concurrency.lockutils [req-130c69ed-44da-43f6-9ff8-2ff0ec22657f req-6a1ad899-864b-4a70-becd-6eaed6940242 service nova] Acquiring lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.045237] env[70220]: DEBUG oslo_concurrency.lockutils [req-130c69ed-44da-43f6-9ff8-2ff0ec22657f req-6a1ad899-864b-4a70-becd-6eaed6940242 service nova] Acquired lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.045456] env[70220]: DEBUG nova.network.neutron [req-130c69ed-44da-43f6-9ff8-2ff0ec22657f req-6a1ad899-864b-4a70-becd-6eaed6940242 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Refreshing network info cache for port 1faf2238-0226-4a44-ba81-805e5684ab7a {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.356558] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18148} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.359663] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.360485] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228a1977-ed82-482e-9695-8a9a05bcbe22 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.368584] env[70220]: DEBUG oslo_vmware.api [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Task: {'id': task-3625922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144546} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.377718] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.377924] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.378164] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.378282] env[70220]: INFO nova.compute.manager [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1018.378542] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.389022] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] cad146d0-ad18-455a-8996-78d42c1467df/cad146d0-ad18-455a-8996-78d42c1467df.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.389022] env[70220]: DEBUG nova.compute.manager [-] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.389022] env[70220]: DEBUG nova.network.neutron [-] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.389374] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c12334-ec7c-4475-988a-ec637f5242c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.412415] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1018.412415] env[70220]: value = "task-3625924" [ 1018.412415] env[70220]: _type = "Task" [ 1018.412415] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.425690] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.466916] env[70220]: DEBUG nova.scheduler.client.report [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.471102] env[70220]: DEBUG nova.compute.manager [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.504829] env[70220]: DEBUG oslo_vmware.api [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.507311] env[70220]: DEBUG nova.virt.hardware [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.507410] env[70220]: DEBUG nova.virt.hardware [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.507566] env[70220]: DEBUG nova.virt.hardware [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.507807] env[70220]: DEBUG nova.virt.hardware [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.507997] env[70220]: DEBUG nova.virt.hardware [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.508211] env[70220]: DEBUG nova.virt.hardware [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.508482] env[70220]: DEBUG nova.virt.hardware [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.508689] env[70220]: DEBUG nova.virt.hardware [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.508913] env[70220]: DEBUG nova.virt.hardware [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.509162] env[70220]: DEBUG nova.virt.hardware [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.509429] env[70220]: DEBUG nova.virt.hardware [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.510629] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7627c5-0e4a-407e-bc00-becb72c34e39 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.523013] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ecd3df-f014-4a7f-8051-9e628303c6ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.841989] env[70220]: DEBUG nova.network.neutron [req-130c69ed-44da-43f6-9ff8-2ff0ec22657f req-6a1ad899-864b-4a70-becd-6eaed6940242 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updated VIF entry in instance network info cache for port 1faf2238-0226-4a44-ba81-805e5684ab7a. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.842540] env[70220]: DEBUG nova.network.neutron [req-130c69ed-44da-43f6-9ff8-2ff0ec22657f req-6a1ad899-864b-4a70-becd-6eaed6940242 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updating instance_info_cache with network_info: [{"id": "447eb8a0-a066-4e25-889c-fd5da4a53099", "address": "fa:16:3e:b0:f7:3a", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447eb8a0-a0", "ovs_interfaceid": "447eb8a0-a066-4e25-889c-fd5da4a53099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1faf2238-0226-4a44-ba81-805e5684ab7a", "address": "fa:16:3e:e8:02:5c", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf2238-02", "ovs_interfaceid": "1faf2238-0226-4a44-ba81-805e5684ab7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.892261] env[70220]: DEBUG nova.compute.manager [req-4086c26d-8c5f-4f58-99ea-41389a550094 req-a1863e05-cf06-448c-89c3-eae9cff487d2 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Received event network-vif-plugged-568442b0-eecd-4cb2-8c6d-7df30fc4158a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.892500] env[70220]: DEBUG oslo_concurrency.lockutils [req-4086c26d-8c5f-4f58-99ea-41389a550094 req-a1863e05-cf06-448c-89c3-eae9cff487d2 service nova] Acquiring lock "c60e70f4-b0d7-43c4-a110-a357266f5920-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.892704] env[70220]: DEBUG oslo_concurrency.lockutils [req-4086c26d-8c5f-4f58-99ea-41389a550094 req-a1863e05-cf06-448c-89c3-eae9cff487d2 service nova] Lock "c60e70f4-b0d7-43c4-a110-a357266f5920-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.892870] env[70220]: DEBUG oslo_concurrency.lockutils [req-4086c26d-8c5f-4f58-99ea-41389a550094 req-a1863e05-cf06-448c-89c3-eae9cff487d2 service nova] Lock "c60e70f4-b0d7-43c4-a110-a357266f5920-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.893042] env[70220]: DEBUG nova.compute.manager [req-4086c26d-8c5f-4f58-99ea-41389a550094 req-a1863e05-cf06-448c-89c3-eae9cff487d2 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] No waiting events found dispatching network-vif-plugged-568442b0-eecd-4cb2-8c6d-7df30fc4158a {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.893211] env[70220]: WARNING nova.compute.manager [req-4086c26d-8c5f-4f58-99ea-41389a550094 req-a1863e05-cf06-448c-89c3-eae9cff487d2 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Received unexpected event network-vif-plugged-568442b0-eecd-4cb2-8c6d-7df30fc4158a for instance with vm_state building and task_state spawning. [ 1018.923865] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625924, 'name': ReconfigVM_Task, 'duration_secs': 0.308889} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.924186] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Reconfigured VM instance instance-0000003f to attach disk [datastore1] cad146d0-ad18-455a-8996-78d42c1467df/cad146d0-ad18-455a-8996-78d42c1467df.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.924800] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91e96850-626e-4398-abf1-896daee11321 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.933039] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1018.933039] env[70220]: value = "task-3625925" [ 1018.933039] env[70220]: _type = "Task" [ 1018.933039] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.942215] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625925, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.975207] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.975840] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.978552] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.191s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.979974] env[70220]: INFO nova.compute.claims [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.997511] env[70220]: DEBUG oslo_vmware.api [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625923, 'name': ReconfigVM_Task, 'duration_secs': 0.72236} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.998041] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.998270] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Reconfigured VM to attach interface {{(pid=70220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1019.036983] env[70220]: DEBUG nova.network.neutron [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Successfully updated port: 568442b0-eecd-4cb2-8c6d-7df30fc4158a {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.287963] env[70220]: DEBUG nova.network.neutron [-] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.345072] env[70220]: DEBUG oslo_concurrency.lockutils [req-130c69ed-44da-43f6-9ff8-2ff0ec22657f req-6a1ad899-864b-4a70-becd-6eaed6940242 service nova] Releasing lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.444071] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625925, 'name': Rename_Task, 'duration_secs': 0.177654} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.444593] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.444886] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e943a45a-e027-4b75-95ec-739f126fd485 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.452894] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1019.452894] env[70220]: value = "task-3625926" [ 1019.452894] env[70220]: _type = "Task" [ 1019.452894] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.461645] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.484210] env[70220]: DEBUG nova.compute.utils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.490495] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.490495] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.503337] env[70220]: DEBUG oslo_concurrency.lockutils [None req-38c5690c-1eae-48b3-8dbb-946c39c9a337 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.563s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.541313] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "refresh_cache-c60e70f4-b0d7-43c4-a110-a357266f5920" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.542642] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired lock "refresh_cache-c60e70f4-b0d7-43c4-a110-a357266f5920" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.542642] env[70220]: DEBUG nova.network.neutron [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.577863] env[70220]: DEBUG nova.policy [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'becbeed2c6624f549beef53338e37067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '210d53845b3e42b9ba4dd1be8436ed4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.793613] env[70220]: INFO nova.compute.manager [-] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Took 1.41 seconds to deallocate network for instance. [ 1019.906275] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Successfully created port: 9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.964661] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625926, 'name': PowerOnVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.988969] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.093980] env[70220]: DEBUG nova.network.neutron [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.176156] env[70220]: DEBUG nova.compute.manager [req-c971c4fa-7802-4478-ba53-10f2ca5c98c4 req-b0ab82bc-ab2c-41c1-86e0-99d1df82e971 service nova] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Received event network-vif-deleted-9aaa12e2-c6d3-4bf3-8baa-801e419fdf24 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.252667] env[70220]: DEBUG nova.network.neutron [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Updating instance_info_cache with network_info: [{"id": "568442b0-eecd-4cb2-8c6d-7df30fc4158a", "address": "fa:16:3e:a6:b6:ab", "network": {"id": "aaa52ad9-62c4-44ed-b585-71b25c189f31", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-990731045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918239206a864cc6bbc0cebdd7310279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568442b0-ee", "ovs_interfaceid": "568442b0-eecd-4cb2-8c6d-7df30fc4158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.299862] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.388840] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa91935-279f-4410-ae81-3c7b7b32b9fa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.396776] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33865d0a-8452-4d7c-a7f9-7c631301695b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.427287] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48feb27-2342-479f-b1ec-d8e34155ca37 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.434740] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a42311-8404-4410-be73-f35231a9bb32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.448354] env[70220]: DEBUG nova.compute.provider_tree [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.464024] env[70220]: DEBUG oslo_vmware.api [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625926, 'name': PowerOnVM_Task, 'duration_secs': 0.657926} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.464024] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.464024] env[70220]: INFO nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1020.464024] env[70220]: DEBUG nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.464024] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01bb705-a913-4cf9-8e14-6f74b5da7690 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.755744] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Releasing lock "refresh_cache-c60e70f4-b0d7-43c4-a110-a357266f5920" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.756110] env[70220]: DEBUG nova.compute.manager [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Instance network_info: |[{"id": "568442b0-eecd-4cb2-8c6d-7df30fc4158a", "address": "fa:16:3e:a6:b6:ab", "network": {"id": "aaa52ad9-62c4-44ed-b585-71b25c189f31", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-990731045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918239206a864cc6bbc0cebdd7310279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568442b0-ee", "ovs_interfaceid": "568442b0-eecd-4cb2-8c6d-7df30fc4158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.756542] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b6:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '568442b0-eecd-4cb2-8c6d-7df30fc4158a', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.766990] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.767264] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.768236] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd591630-877d-4851-9212-b0d190c3cc79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.791122] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.791122] env[70220]: value = "task-3625927" [ 1020.791122] env[70220]: _type = "Task" [ 1020.791122] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.800124] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625927, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.953398] env[70220]: DEBUG nova.scheduler.client.report [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.980657] env[70220]: INFO nova.compute.manager [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Took 38.04 seconds to build instance. [ 1021.001265] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.020541] env[70220]: DEBUG nova.compute.manager [req-fee50d64-cd90-406c-8aa4-2ac88276a1b1 req-5f0a0311-a865-4a00-b14f-b42911599766 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Received event network-changed-568442b0-eecd-4cb2-8c6d-7df30fc4158a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.020541] env[70220]: DEBUG nova.compute.manager [req-fee50d64-cd90-406c-8aa4-2ac88276a1b1 req-5f0a0311-a865-4a00-b14f-b42911599766 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Refreshing instance network info cache due to event network-changed-568442b0-eecd-4cb2-8c6d-7df30fc4158a. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.020541] env[70220]: DEBUG oslo_concurrency.lockutils [req-fee50d64-cd90-406c-8aa4-2ac88276a1b1 req-5f0a0311-a865-4a00-b14f-b42911599766 service nova] Acquiring lock "refresh_cache-c60e70f4-b0d7-43c4-a110-a357266f5920" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.020541] env[70220]: DEBUG oslo_concurrency.lockutils [req-fee50d64-cd90-406c-8aa4-2ac88276a1b1 req-5f0a0311-a865-4a00-b14f-b42911599766 service nova] Acquired lock "refresh_cache-c60e70f4-b0d7-43c4-a110-a357266f5920" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.021152] env[70220]: DEBUG nova.network.neutron [req-fee50d64-cd90-406c-8aa4-2ac88276a1b1 req-5f0a0311-a865-4a00-b14f-b42911599766 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Refreshing network info cache for port 568442b0-eecd-4cb2-8c6d-7df30fc4158a {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.035109] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.035631] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.035999] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.036382] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.036710] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.037399] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.037858] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.038062] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.038272] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.038458] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.038706] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.040226] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a92632-cfd4-4f6f-9bce-f2fb9b6fb552 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.049208] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c08795-6316-42cf-8f4c-fe6b53857a2c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.299321] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625927, 'name': CreateVM_Task, 'duration_secs': 0.353892} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.299425] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.300368] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.300368] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.301027] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.301027] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d2cc85-2cca-4a27-a730-ccc44d9c54ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.305272] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 1021.305272] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5238d083-1e75-543e-1a0a-a405a197b5a8" [ 1021.305272] env[70220]: _type = "Task" [ 1021.305272] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.312901] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5238d083-1e75-543e-1a0a-a405a197b5a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.368087] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.368087] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.368087] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.368087] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.368087] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.369153] env[70220]: INFO nova.compute.manager [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Terminating instance [ 1021.458498] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.458720] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.461697] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.624s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.463419] env[70220]: INFO nova.compute.claims [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.471482] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-8cd1ddaa-7808-4b54-be02-5b6258bb0d27" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.471482] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-8cd1ddaa-7808-4b54-be02-5b6258bb0d27" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.471482] env[70220]: DEBUG nova.objects.instance [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'flavor' on Instance uuid 5a049f8d-90e7-4e6c-84a1-761fae524e52 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.482396] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9262d39d-0241-488a-be7c-4cab951d5ce1 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "cad146d0-ad18-455a-8996-78d42c1467df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.557s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.486062] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "cad146d0-ad18-455a-8996-78d42c1467df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.486157] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "cad146d0-ad18-455a-8996-78d42c1467df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.486323] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "cad146d0-ad18-455a-8996-78d42c1467df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.486501] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "cad146d0-ad18-455a-8996-78d42c1467df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.486659] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "cad146d0-ad18-455a-8996-78d42c1467df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.488538] env[70220]: INFO nova.compute.manager [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Terminating instance [ 1021.708158] env[70220]: DEBUG nova.network.neutron [req-fee50d64-cd90-406c-8aa4-2ac88276a1b1 req-5f0a0311-a865-4a00-b14f-b42911599766 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Updated VIF entry in instance network info cache for port 568442b0-eecd-4cb2-8c6d-7df30fc4158a. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.708319] env[70220]: DEBUG nova.network.neutron [req-fee50d64-cd90-406c-8aa4-2ac88276a1b1 req-5f0a0311-a865-4a00-b14f-b42911599766 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Updating instance_info_cache with network_info: [{"id": "568442b0-eecd-4cb2-8c6d-7df30fc4158a", "address": "fa:16:3e:a6:b6:ab", "network": {"id": "aaa52ad9-62c4-44ed-b585-71b25c189f31", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-990731045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "918239206a864cc6bbc0cebdd7310279", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap568442b0-ee", "ovs_interfaceid": "568442b0-eecd-4cb2-8c6d-7df30fc4158a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.802167] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Successfully updated port: 9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.817422] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5238d083-1e75-543e-1a0a-a405a197b5a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015671} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.818632] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.818903] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.819150] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.819314] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.819494] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.820307] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cce969f-0bda-4731-a302-8dca73e8c349 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.829070] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.829279] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.829995] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-311762b4-b6c4-4025-907a-69767b44f81a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.835656] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 1021.835656] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c2cfb8-bc3c-c340-67a7-837df41d17fb" [ 1021.835656] env[70220]: _type = "Task" [ 1021.835656] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.844044] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c2cfb8-bc3c-c340-67a7-837df41d17fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.873167] env[70220]: DEBUG nova.compute.manager [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.873410] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.874284] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4237f16e-d3de-48e0-9f2b-a9160b33b7e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.881453] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.881810] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39946231-983d-4dee-b2eb-2b209ada3574 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.887821] env[70220]: DEBUG oslo_vmware.api [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1021.887821] env[70220]: value = "task-3625928" [ 1021.887821] env[70220]: _type = "Task" [ 1021.887821] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.895615] env[70220]: DEBUG oslo_vmware.api [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.968095] env[70220]: DEBUG nova.compute.utils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.971855] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.972069] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.991798] env[70220]: DEBUG nova.compute.manager [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.992358] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.993913] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65c0622-6472-404b-8143-964ea84f1859 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.004666] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.007679] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c764c76-28d7-4e47-87e9-a6bfc8c38cb8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.014050] env[70220]: DEBUG oslo_vmware.api [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1022.014050] env[70220]: value = "task-3625929" [ 1022.014050] env[70220]: _type = "Task" [ 1022.014050] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.024112] env[70220]: DEBUG oslo_vmware.api [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.027510] env[70220]: DEBUG nova.policy [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'becbeed2c6624f549beef53338e37067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '210d53845b3e42b9ba4dd1be8436ed4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.088573] env[70220]: DEBUG nova.objects.instance [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'pci_requests' on Instance uuid 5a049f8d-90e7-4e6c-84a1-761fae524e52 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.210887] env[70220]: DEBUG oslo_concurrency.lockutils [req-fee50d64-cd90-406c-8aa4-2ac88276a1b1 req-5f0a0311-a865-4a00-b14f-b42911599766 service nova] Releasing lock "refresh_cache-c60e70f4-b0d7-43c4-a110-a357266f5920" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.305755] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "refresh_cache-a3356885-5ac9-4108-bc1d-e9ba684f334d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.305755] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired lock "refresh_cache-a3356885-5ac9-4108-bc1d-e9ba684f334d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.305755] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.347571] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c2cfb8-bc3c-c340-67a7-837df41d17fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008641} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.348373] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0272fee0-2cb8-4abe-b043-11e3bb080c08 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.352591] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Successfully created port: 42827c9a-4cfb-4b59-a184-71b70b81a8b0 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.355815] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 1022.355815] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52565215-5801-e2fd-7679-bda8e978fd5e" [ 1022.355815] env[70220]: _type = "Task" [ 1022.355815] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.363855] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52565215-5801-e2fd-7679-bda8e978fd5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.397416] env[70220]: DEBUG oslo_vmware.api [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625928, 'name': PowerOffVM_Task, 'duration_secs': 0.268422} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.397756] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.397951] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.398240] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3c3e957-fad3-4afc-955f-3fd38644ffca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.459808] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.460043] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.460266] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleting the datastore file [datastore1] 018f59ca-77a8-4c4d-8cbc-9ccc4b324428 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.460534] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45f3b741-a013-4bd7-84ae-9046e1286f9f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.467440] env[70220]: DEBUG oslo_vmware.api [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1022.467440] env[70220]: value = "task-3625931" [ 1022.467440] env[70220]: _type = "Task" [ 1022.467440] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.472475] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.485485] env[70220]: DEBUG oslo_vmware.api [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.527911] env[70220]: DEBUG oslo_vmware.api [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625929, 'name': PowerOffVM_Task, 'duration_secs': 0.192081} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.534298] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.534298] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.534298] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96207f4a-ab1d-492d-83f9-f8c7216bdd49 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.592316] env[70220]: DEBUG nova.objects.base [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Object Instance<5a049f8d-90e7-4e6c-84a1-761fae524e52> lazy-loaded attributes: flavor,pci_requests {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1022.592539] env[70220]: DEBUG nova.network.neutron [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.594662] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.594855] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.595045] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleting the datastore file [datastore1] cad146d0-ad18-455a-8996-78d42c1467df {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.597831] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43993dbd-8a77-4e91-aa45-de070839ab27 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.604974] env[70220]: DEBUG oslo_vmware.api [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1022.604974] env[70220]: value = "task-3625933" [ 1022.604974] env[70220]: _type = "Task" [ 1022.604974] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.616094] env[70220]: DEBUG oslo_vmware.api [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.667784] env[70220]: DEBUG nova.policy [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f2bee83b4f4b7f8d249010a1a83f40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02abc3df7dd14990b15371862cfb51f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.838758] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cf203e-6e4a-471f-95c1-58cbaa883e20 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.848085] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd533c3-df4b-4f5d-8f78-2d4c96e0cb1e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.851803] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.887669] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2a5f67-ade3-46d1-bebe-fa22c0a6e9af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.895922] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52565215-5801-e2fd-7679-bda8e978fd5e, 'name': SearchDatastore_Task, 'duration_secs': 0.009659} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.898208] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.898479] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c60e70f4-b0d7-43c4-a110-a357266f5920/c60e70f4-b0d7-43c4-a110-a357266f5920.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.898769] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd6843f3-93b4-4b9f-8966-a3f31bead8cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.901896] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6cc6a8-443d-4acf-ba99-724d0a55ff4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.920126] env[70220]: DEBUG nova.compute.provider_tree [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.926041] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 1022.926041] env[70220]: value = "task-3625934" [ 1022.926041] env[70220]: _type = "Task" [ 1022.926041] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.935620] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.977645] env[70220]: DEBUG oslo_vmware.api [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147802} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.977974] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.977974] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.978382] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.978382] env[70220]: INFO nova.compute.manager [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1022.978543] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.978774] env[70220]: DEBUG nova.compute.manager [-] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.978774] env[70220]: DEBUG nova.network.neutron [-] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.090371] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Updating instance_info_cache with network_info: [{"id": "9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd", "address": "fa:16:3e:f0:26:49", "network": {"id": "134fc1b1-c29e-4e8e-bc08-97245587ca4f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-634550958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210d53845b3e42b9ba4dd1be8436ed4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c92e8e2-c0", "ovs_interfaceid": "9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.130903] env[70220]: DEBUG oslo_vmware.api [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3625933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144636} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.130903] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.130903] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.130903] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.130903] env[70220]: INFO nova.compute.manager [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1023.130903] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.130903] env[70220]: DEBUG nova.compute.manager [-] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.130903] env[70220]: DEBUG nova.network.neutron [-] [instance: cad146d0-ad18-455a-8996-78d42c1467df] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.214440] env[70220]: DEBUG nova.compute.manager [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Received event network-vif-plugged-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.214440] env[70220]: DEBUG oslo_concurrency.lockutils [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] Acquiring lock "a3356885-5ac9-4108-bc1d-e9ba684f334d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.214897] env[70220]: DEBUG oslo_concurrency.lockutils [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] Lock "a3356885-5ac9-4108-bc1d-e9ba684f334d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.214897] env[70220]: DEBUG oslo_concurrency.lockutils [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] Lock "a3356885-5ac9-4108-bc1d-e9ba684f334d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.214987] env[70220]: DEBUG nova.compute.manager [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] No waiting events found dispatching network-vif-plugged-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.215114] env[70220]: WARNING nova.compute.manager [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Received unexpected event network-vif-plugged-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd for instance with vm_state building and task_state spawning. [ 1023.215274] env[70220]: DEBUG nova.compute.manager [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Received event network-changed-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.215424] env[70220]: DEBUG nova.compute.manager [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Refreshing instance network info cache due to event network-changed-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.215588] env[70220]: DEBUG oslo_concurrency.lockutils [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] Acquiring lock "refresh_cache-a3356885-5ac9-4108-bc1d-e9ba684f334d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.438449] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452518} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.438958] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c60e70f4-b0d7-43c4-a110-a357266f5920/c60e70f4-b0d7-43c4-a110-a357266f5920.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.439202] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.439469] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f0c8c37-2c62-4338-9605-e1a56093f857 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.448266] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 1023.448266] env[70220]: value = "task-3625935" [ 1023.448266] env[70220]: _type = "Task" [ 1023.448266] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.453961] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.466226] env[70220]: DEBUG nova.scheduler.client.report [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1023.466503] env[70220]: DEBUG nova.compute.provider_tree [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 93 to 94 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1023.466683] env[70220]: DEBUG nova.compute.provider_tree [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.492480] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.518151] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.518409] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.518563] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.518737] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.518879] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.519097] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.519376] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.519508] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.519672] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.520650] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.520869] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.522044] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc55d8c8-6569-45e8-ab19-77ce0f2a15d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.529533] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d15efb-32e1-41ae-864d-d04a45cffc95 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.549907] env[70220]: DEBUG nova.compute.manager [req-41031c57-b6b4-4e48-9e0b-315860afb5b0 req-a2684e02-5361-4577-a906-31898223c984 service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Received event network-vif-deleted-88ab6d8d-bcff-4e3c-a65b-c41566b1c75a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.550073] env[70220]: INFO nova.compute.manager [req-41031c57-b6b4-4e48-9e0b-315860afb5b0 req-a2684e02-5361-4577-a906-31898223c984 service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Neutron deleted interface 88ab6d8d-bcff-4e3c-a65b-c41566b1c75a; detaching it from the instance and deleting it from the info cache [ 1023.550304] env[70220]: DEBUG nova.network.neutron [req-41031c57-b6b4-4e48-9e0b-315860afb5b0 req-a2684e02-5361-4577-a906-31898223c984 service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.596449] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Releasing lock "refresh_cache-a3356885-5ac9-4108-bc1d-e9ba684f334d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.596546] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Instance network_info: |[{"id": "9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd", "address": "fa:16:3e:f0:26:49", "network": {"id": "134fc1b1-c29e-4e8e-bc08-97245587ca4f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-634550958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210d53845b3e42b9ba4dd1be8436ed4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c92e8e2-c0", "ovs_interfaceid": "9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.597051] env[70220]: DEBUG oslo_concurrency.lockutils [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] Acquired lock "refresh_cache-a3356885-5ac9-4108-bc1d-e9ba684f334d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.597286] env[70220]: DEBUG nova.network.neutron [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Refreshing network info cache for port 9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.598438] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:26:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.606400] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Creating folder: Project (210d53845b3e42b9ba4dd1be8436ed4d). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.609145] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-775a32aa-7575-4f0e-9c05-8c8dbe452c10 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.620704] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Created folder: Project (210d53845b3e42b9ba4dd1be8436ed4d) in parent group-v722922. [ 1023.620855] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Creating folder: Instances. Parent ref: group-v723114. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1023.621107] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19ff3603-7b63-44f5-92af-6d9dcd03cc6c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.632721] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Created folder: Instances in parent group-v723114. [ 1023.632977] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.633257] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.635284] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b980e9fe-f1b5-4152-9b97-ca24af639860 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.657325] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.657325] env[70220]: value = "task-3625938" [ 1023.657325] env[70220]: _type = "Task" [ 1023.657325] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.665461] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625938, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.844685] env[70220]: DEBUG nova.network.neutron [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Updated VIF entry in instance network info cache for port 9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.845081] env[70220]: DEBUG nova.network.neutron [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Updating instance_info_cache with network_info: [{"id": "9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd", "address": "fa:16:3e:f0:26:49", "network": {"id": "134fc1b1-c29e-4e8e-bc08-97245587ca4f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-634550958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210d53845b3e42b9ba4dd1be8436ed4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c92e8e2-c0", "ovs_interfaceid": "9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.897203] env[70220]: DEBUG nova.network.neutron [-] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.956955] env[70220]: DEBUG nova.network.neutron [-] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.958228] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065763} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.958676] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.959473] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef553d7-3cb2-4922-bc47-28dfc67b3d99 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.979056] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.979845] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.994289] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] c60e70f4-b0d7-43c4-a110-a357266f5920/c60e70f4-b0d7-43c4-a110-a357266f5920.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.995485] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Successfully updated port: 42827c9a-4cfb-4b59-a184-71b70b81a8b0 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.998890] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.511s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.998890] env[70220]: INFO nova.compute.claims [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.001782] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96beabbd-e258-4dde-8cc7-f2ddbfd23a4f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.023963] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 1024.023963] env[70220]: value = "task-3625939" [ 1024.023963] env[70220]: _type = "Task" [ 1024.023963] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.032304] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.053075] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26477a64-e2d8-48ca-8f8e-2560ae01110c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.063132] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62b9b2a-087a-43b3-aceb-c0803b9f501f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.099120] env[70220]: DEBUG nova.compute.manager [req-41031c57-b6b4-4e48-9e0b-315860afb5b0 req-a2684e02-5361-4577-a906-31898223c984 service nova] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Detach interface failed, port_id=88ab6d8d-bcff-4e3c-a65b-c41566b1c75a, reason: Instance 018f59ca-77a8-4c4d-8cbc-9ccc4b324428 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1024.171969] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625938, 'name': CreateVM_Task, 'duration_secs': 0.344996} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.172281] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.173009] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.173232] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.173588] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.175435] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d6d83f-c52e-48b4-91e9-3244ba0cfc0b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.181628] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1024.181628] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bebaf8-cee0-695a-45a5-4d7b893ea9de" [ 1024.181628] env[70220]: _type = "Task" [ 1024.181628] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.189352] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bebaf8-cee0-695a-45a5-4d7b893ea9de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.269209] env[70220]: DEBUG nova.network.neutron [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Successfully updated port: 8cd1ddaa-7808-4b54-be02-5b6258bb0d27 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.347571] env[70220]: DEBUG oslo_concurrency.lockutils [req-7cba40cb-eac9-49e5-85ee-b2d7a30a4f2c req-a757ddea-6fcb-44df-9f52-c6eea648c966 service nova] Releasing lock "refresh_cache-a3356885-5ac9-4108-bc1d-e9ba684f334d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.399363] env[70220]: INFO nova.compute.manager [-] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Took 1.42 seconds to deallocate network for instance. [ 1024.459456] env[70220]: INFO nova.compute.manager [-] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Took 1.33 seconds to deallocate network for instance. [ 1024.498791] env[70220]: DEBUG nova.compute.utils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.500773] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.500773] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.520927] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "refresh_cache-fb3786d6-49a9-4f69-8fef-e8b1add18688" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.521084] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired lock "refresh_cache-fb3786d6-49a9-4f69-8fef-e8b1add18688" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.521238] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.534111] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625939, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.540669] env[70220]: DEBUG nova.policy [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'becbeed2c6624f549beef53338e37067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '210d53845b3e42b9ba4dd1be8436ed4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.692704] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bebaf8-cee0-695a-45a5-4d7b893ea9de, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.692997] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.693261] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.693510] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.693657] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.693833] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.694111] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8afcb98-4941-4e05-b1bc-c68adbf01f8d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.703337] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.703517] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.704240] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934b9ea3-7362-4406-9d2f-96431574f3ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.710298] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1024.710298] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520ce05f-5752-a99a-c2f8-c86cf471234c" [ 1024.710298] env[70220]: _type = "Task" [ 1024.710298] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.718694] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520ce05f-5752-a99a-c2f8-c86cf471234c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.771896] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.772100] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.773422] env[70220]: DEBUG nova.network.neutron [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.808909] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Successfully created port: 6f2a241e-a47d-4925-b252-ae7301415c9d {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.907021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.969069] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.003920] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1025.040796] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625939, 'name': ReconfigVM_Task, 'duration_secs': 0.859944} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.041263] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Reconfigured VM instance instance-00000040 to attach disk [datastore1] c60e70f4-b0d7-43c4-a110-a357266f5920/c60e70f4-b0d7-43c4-a110-a357266f5920.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.042629] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c823dcf4-df2c-4f22-9edb-80c84f7b4907 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.052165] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 1025.052165] env[70220]: value = "task-3625940" [ 1025.052165] env[70220]: _type = "Task" [ 1025.052165] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.067064] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625940, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.088156] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.220893] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520ce05f-5752-a99a-c2f8-c86cf471234c, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.224885] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e1ecb9-764a-4c5e-8be6-3ced65ffb91f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.233896] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1025.233896] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ae566c-66ce-160c-8265-dbe66e8fc3bb" [ 1025.233896] env[70220]: _type = "Task" [ 1025.233896] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.243360] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ae566c-66ce-160c-8265-dbe66e8fc3bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.273118] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Updating instance_info_cache with network_info: [{"id": "42827c9a-4cfb-4b59-a184-71b70b81a8b0", "address": "fa:16:3e:16:d0:84", "network": {"id": "134fc1b1-c29e-4e8e-bc08-97245587ca4f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-634550958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210d53845b3e42b9ba4dd1be8436ed4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42827c9a-4c", "ovs_interfaceid": "42827c9a-4cfb-4b59-a184-71b70b81a8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.321683] env[70220]: WARNING nova.network.neutron [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] fd363a1f-7af6-4512-bcd9-723593f14e19 already exists in list: networks containing: ['fd363a1f-7af6-4512-bcd9-723593f14e19']. ignoring it [ 1025.321882] env[70220]: WARNING nova.network.neutron [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] fd363a1f-7af6-4512-bcd9-723593f14e19 already exists in list: networks containing: ['fd363a1f-7af6-4512-bcd9-723593f14e19']. ignoring it [ 1025.397633] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313a6722-4b76-4134-a5d3-3e58250eccb7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.408390] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d330e119-3612-4846-a509-f75252846fd1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.442890] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9136d87-1ba2-4790-8143-fed38fc1410b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.446179] env[70220]: DEBUG nova.compute.manager [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Received event network-vif-plugged-42827c9a-4cfb-4b59-a184-71b70b81a8b0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.446347] env[70220]: DEBUG oslo_concurrency.lockutils [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] Acquiring lock "fb3786d6-49a9-4f69-8fef-e8b1add18688-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.446552] env[70220]: DEBUG oslo_concurrency.lockutils [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] Lock "fb3786d6-49a9-4f69-8fef-e8b1add18688-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.446715] env[70220]: DEBUG oslo_concurrency.lockutils [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] Lock "fb3786d6-49a9-4f69-8fef-e8b1add18688-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.446876] env[70220]: DEBUG nova.compute.manager [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] No waiting events found dispatching network-vif-plugged-42827c9a-4cfb-4b59-a184-71b70b81a8b0 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.447045] env[70220]: WARNING nova.compute.manager [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Received unexpected event network-vif-plugged-42827c9a-4cfb-4b59-a184-71b70b81a8b0 for instance with vm_state building and task_state spawning. [ 1025.447204] env[70220]: DEBUG nova.compute.manager [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Received event network-changed-42827c9a-4cfb-4b59-a184-71b70b81a8b0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.447358] env[70220]: DEBUG nova.compute.manager [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Refreshing instance network info cache due to event network-changed-42827c9a-4cfb-4b59-a184-71b70b81a8b0. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.447516] env[70220]: DEBUG oslo_concurrency.lockutils [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] Acquiring lock "refresh_cache-fb3786d6-49a9-4f69-8fef-e8b1add18688" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.453310] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5c29c9-b550-455f-8725-9d64aaebb408 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.466697] env[70220]: DEBUG nova.compute.provider_tree [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.563319] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625940, 'name': Rename_Task, 'duration_secs': 0.163659} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.565835] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.566393] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-062b9ef8-1be3-47e4-b26e-502a7b5dcc5e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.573820] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 1025.573820] env[70220]: value = "task-3625941" [ 1025.573820] env[70220]: _type = "Task" [ 1025.573820] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.581362] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.746251] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ae566c-66ce-160c-8265-dbe66e8fc3bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.746358] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.746615] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] a3356885-5ac9-4108-bc1d-e9ba684f334d/a3356885-5ac9-4108-bc1d-e9ba684f334d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.746875] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b31f4a40-2300-41f6-8a16-ccf77610b7f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.756482] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1025.756482] env[70220]: value = "task-3625942" [ 1025.756482] env[70220]: _type = "Task" [ 1025.756482] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.764893] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.779038] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Releasing lock "refresh_cache-fb3786d6-49a9-4f69-8fef-e8b1add18688" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.779352] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Instance network_info: |[{"id": "42827c9a-4cfb-4b59-a184-71b70b81a8b0", "address": "fa:16:3e:16:d0:84", "network": {"id": "134fc1b1-c29e-4e8e-bc08-97245587ca4f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-634550958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210d53845b3e42b9ba4dd1be8436ed4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42827c9a-4c", "ovs_interfaceid": "42827c9a-4cfb-4b59-a184-71b70b81a8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.779637] env[70220]: DEBUG oslo_concurrency.lockutils [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] Acquired lock "refresh_cache-fb3786d6-49a9-4f69-8fef-e8b1add18688" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.779810] env[70220]: DEBUG nova.network.neutron [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Refreshing network info cache for port 42827c9a-4cfb-4b59-a184-71b70b81a8b0 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.781094] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:d0:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42827c9a-4cfb-4b59-a184-71b70b81a8b0', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.789279] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.790202] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.790435] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-478c1094-4697-4106-8dfa-cd15b8806123 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.814063] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.814063] env[70220]: value = "task-3625943" [ 1025.814063] env[70220]: _type = "Task" [ 1025.814063] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.824031] env[70220]: DEBUG nova.compute.manager [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Received event network-vif-deleted-9d09684a-99df-4029-944c-f524cc80c2e6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.824031] env[70220]: DEBUG nova.compute.manager [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received event network-vif-plugged-8cd1ddaa-7808-4b54-be02-5b6258bb0d27 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.824031] env[70220]: DEBUG oslo_concurrency.lockutils [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] Acquiring lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.825816] env[70220]: DEBUG oslo_concurrency.lockutils [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.825816] env[70220]: DEBUG oslo_concurrency.lockutils [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.825816] env[70220]: DEBUG nova.compute.manager [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] No waiting events found dispatching network-vif-plugged-8cd1ddaa-7808-4b54-be02-5b6258bb0d27 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1025.825816] env[70220]: WARNING nova.compute.manager [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received unexpected event network-vif-plugged-8cd1ddaa-7808-4b54-be02-5b6258bb0d27 for instance with vm_state active and task_state None. [ 1025.825816] env[70220]: DEBUG nova.compute.manager [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received event network-changed-8cd1ddaa-7808-4b54-be02-5b6258bb0d27 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.825816] env[70220]: DEBUG nova.compute.manager [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Refreshing instance network info cache due to event network-changed-8cd1ddaa-7808-4b54-be02-5b6258bb0d27. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.825816] env[70220]: DEBUG oslo_concurrency.lockutils [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] Acquiring lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.828662] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625943, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.853547] env[70220]: DEBUG nova.network.neutron [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updating instance_info_cache with network_info: [{"id": "447eb8a0-a066-4e25-889c-fd5da4a53099", "address": "fa:16:3e:b0:f7:3a", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447eb8a0-a0", "ovs_interfaceid": "447eb8a0-a066-4e25-889c-fd5da4a53099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1faf2238-0226-4a44-ba81-805e5684ab7a", "address": "fa:16:3e:e8:02:5c", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf2238-02", "ovs_interfaceid": "1faf2238-0226-4a44-ba81-805e5684ab7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8cd1ddaa-7808-4b54-be02-5b6258bb0d27", "address": "fa:16:3e:11:4c:d0", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cd1ddaa-78", "ovs_interfaceid": "8cd1ddaa-7808-4b54-be02-5b6258bb0d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.998394] env[70220]: DEBUG nova.scheduler.client.report [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1025.998687] env[70220]: DEBUG nova.compute.provider_tree [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 94 to 95 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1025.998877] env[70220]: DEBUG nova.compute.provider_tree [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.014482] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1026.046851] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.047137] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.047355] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.047834] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.048100] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.048339] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.048825] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.049058] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.049545] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.049812] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.050095] env[70220]: DEBUG nova.virt.hardware [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.051307] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1962223-f099-4bb8-91f5-88ee9898b984 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.063391] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b58fd5-21ae-4e6d-b95b-13756493921c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.087690] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625941, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.271901] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625942, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.326754] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625943, 'name': CreateVM_Task, 'duration_secs': 0.368432} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.327531] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Successfully updated port: 6f2a241e-a47d-4925-b252-ae7301415c9d {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.328865] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.331567] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.331729] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.332043] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.332479] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d88421a-1123-4e72-8692-fd19db379ae7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.337326] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1026.337326] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a3cf21-4f0c-d447-7dac-1ce0fda434b2" [ 1026.337326] env[70220]: _type = "Task" [ 1026.337326] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.347449] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a3cf21-4f0c-d447-7dac-1ce0fda434b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.355924] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.356559] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.356710] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.357209] env[70220]: DEBUG oslo_concurrency.lockutils [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] Acquired lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.357393] env[70220]: DEBUG nova.network.neutron [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Refreshing network info cache for port 8cd1ddaa-7808-4b54-be02-5b6258bb0d27 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.358953] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89f5b74-1ef0-4518-a495-e5c626dfbdbf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.378175] env[70220]: DEBUG nova.virt.hardware [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.378414] env[70220]: DEBUG nova.virt.hardware [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.378574] env[70220]: DEBUG nova.virt.hardware [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.378752] env[70220]: DEBUG nova.virt.hardware [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.378897] env[70220]: DEBUG nova.virt.hardware [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.379054] env[70220]: DEBUG nova.virt.hardware [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.379264] env[70220]: DEBUG nova.virt.hardware [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.379469] env[70220]: DEBUG nova.virt.hardware [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.379654] env[70220]: DEBUG nova.virt.hardware [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.379816] env[70220]: DEBUG nova.virt.hardware [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.379984] env[70220]: DEBUG nova.virt.hardware [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.386466] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Reconfiguring VM to attach interface {{(pid=70220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1026.389774] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0783fc32-0981-47c5-b63b-900824d4824a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.407702] env[70220]: DEBUG oslo_vmware.api [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1026.407702] env[70220]: value = "task-3625944" [ 1026.407702] env[70220]: _type = "Task" [ 1026.407702] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.415165] env[70220]: DEBUG oslo_vmware.api [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625944, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.504319] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.504875] env[70220]: DEBUG nova.compute.manager [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.507447] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.919s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.568061] env[70220]: DEBUG nova.network.neutron [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Updated VIF entry in instance network info cache for port 42827c9a-4cfb-4b59-a184-71b70b81a8b0. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.568504] env[70220]: DEBUG nova.network.neutron [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Updating instance_info_cache with network_info: [{"id": "42827c9a-4cfb-4b59-a184-71b70b81a8b0", "address": "fa:16:3e:16:d0:84", "network": {"id": "134fc1b1-c29e-4e8e-bc08-97245587ca4f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-634550958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210d53845b3e42b9ba4dd1be8436ed4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42827c9a-4c", "ovs_interfaceid": "42827c9a-4cfb-4b59-a184-71b70b81a8b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.591161] env[70220]: DEBUG oslo_vmware.api [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625941, 'name': PowerOnVM_Task, 'duration_secs': 0.551886} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.591266] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.591473] env[70220]: INFO nova.compute.manager [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1026.591663] env[70220]: DEBUG nova.compute.manager [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.592495] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a761cd97-382d-473d-85e3-9bb224fab3aa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.767832] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560981} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.768142] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] a3356885-5ac9-4108-bc1d-e9ba684f334d/a3356885-5ac9-4108-bc1d-e9ba684f334d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.768362] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.768614] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3b2e910-0bd7-40b3-a560-93ff1cf0a8ef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.775092] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1026.775092] env[70220]: value = "task-3625945" [ 1026.775092] env[70220]: _type = "Task" [ 1026.775092] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.783014] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.836914] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "refresh_cache-036e1413-2876-4fc3-a481-3c63dfe1fc41" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.836914] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired lock "refresh_cache-036e1413-2876-4fc3-a481-3c63dfe1fc41" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.836914] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.848531] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a3cf21-4f0c-d447-7dac-1ce0fda434b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01413} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.848801] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.849034] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.849271] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.849428] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.849607] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.850043] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-797b5e04-62a1-4f96-bca0-b78a0151ebca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.858212] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.858371] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.859975] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd7a026-40ab-4882-8432-91eafa4be0a6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.865697] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1026.865697] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a1e400-6eeb-f9c0-19a9-9c1d2cdce042" [ 1026.865697] env[70220]: _type = "Task" [ 1026.865697] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.875193] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a1e400-6eeb-f9c0-19a9-9c1d2cdce042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.919284] env[70220]: DEBUG oslo_vmware.api [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.010695] env[70220]: DEBUG nova.compute.utils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.030131] env[70220]: DEBUG nova.compute.manager [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.030441] env[70220]: DEBUG nova.network.neutron [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.071361] env[70220]: DEBUG oslo_concurrency.lockutils [req-03cb5b26-82d6-4d28-bf24-b47a7cf3a69e req-7e61731d-60c5-48b1-b1a9-9a081f2fd5fe service nova] Releasing lock "refresh_cache-fb3786d6-49a9-4f69-8fef-e8b1add18688" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.074970] env[70220]: DEBUG nova.policy [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a273af86078a46df8049f71af57beba4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb69950c2035484099aa44f8a6e1688b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.110699] env[70220]: INFO nova.compute.manager [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Took 34.70 seconds to build instance. [ 1027.123182] env[70220]: DEBUG nova.network.neutron [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updated VIF entry in instance network info cache for port 8cd1ddaa-7808-4b54-be02-5b6258bb0d27. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.123767] env[70220]: DEBUG nova.network.neutron [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updating instance_info_cache with network_info: [{"id": "447eb8a0-a066-4e25-889c-fd5da4a53099", "address": "fa:16:3e:b0:f7:3a", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447eb8a0-a0", "ovs_interfaceid": "447eb8a0-a066-4e25-889c-fd5da4a53099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1faf2238-0226-4a44-ba81-805e5684ab7a", "address": "fa:16:3e:e8:02:5c", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1faf2238-02", "ovs_interfaceid": "1faf2238-0226-4a44-ba81-805e5684ab7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8cd1ddaa-7808-4b54-be02-5b6258bb0d27", "address": "fa:16:3e:11:4c:d0", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cd1ddaa-78", "ovs_interfaceid": "8cd1ddaa-7808-4b54-be02-5b6258bb0d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.285458] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077583} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.285775] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.286583] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d582b49-8568-4575-a08c-84d6f3950ba5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.308380] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] a3356885-5ac9-4108-bc1d-e9ba684f334d/a3356885-5ac9-4108-bc1d-e9ba684f334d.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.308684] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-154fbd59-4e6e-4922-bcbc-a0108337def0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.327484] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1027.327484] env[70220]: value = "task-3625946" [ 1027.327484] env[70220]: _type = "Task" [ 1027.327484] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.335078] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.342261] env[70220]: DEBUG nova.network.neutron [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Successfully created port: d3bb9b78-5a2a-48ae-883e-5c09692ea45f {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.371975] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.380210] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a1e400-6eeb-f9c0-19a9-9c1d2cdce042, 'name': SearchDatastore_Task, 'duration_secs': 0.00805} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.381154] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5183ce-b207-4e28-b354-817411015000 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.386554] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1027.386554] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522620b0-4c49-18bc-f4c0-5c96fd93d4e2" [ 1027.386554] env[70220]: _type = "Task" [ 1027.386554] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.393798] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522620b0-4c49-18bc-f4c0-5c96fd93d4e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.418563] env[70220]: DEBUG oslo_vmware.api [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.527792] env[70220]: DEBUG nova.network.neutron [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Updating instance_info_cache with network_info: [{"id": "6f2a241e-a47d-4925-b252-ae7301415c9d", "address": "fa:16:3e:90:93:76", "network": {"id": "134fc1b1-c29e-4e8e-bc08-97245587ca4f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-634550958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210d53845b3e42b9ba4dd1be8436ed4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f2a241e-a4", "ovs_interfaceid": "6f2a241e-a47d-4925-b252-ae7301415c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.529666] env[70220]: DEBUG nova.compute.manager [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.557904] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f86272cc-e3fb-4bc5-8272-faab2cb68e29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.557904] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 7619eb88-8d1e-4270-b7b5-a44843cb1c4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.557998] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0c653c24-61a2-468d-bcc6-112e95d6368a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.558074] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance ffd5619f-4fd8-4d3b-a235-74cffa83216d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.558194] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.558312] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance af8598b0-ea9e-4751-aebc-414ece12150e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.558427] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 7ac66455-b270-4d41-aef2-63bb5191ecf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.558554] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 1ea80a37-1021-4c61-b925-f25379cdfd78 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.558667] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 67b781f1-3651-42ae-9c8e-7270cff068cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.558790] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance efb5caa8-1889-4c66-a941-afd026a1d992 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.558901] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 5a049f8d-90e7-4e6c-84a1-761fae524e52 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.559101] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.559147] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance e77916d8-d281-4418-aeab-169a6d99f109 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.559271] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance d2d70675-725d-438b-bc00-7b40c2775931 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.559387] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance dd0e95cc-f782-41bc-a0fa-90bcef8bd932 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.559505] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance e6e194d6-3679-4cad-add4-50fdc21f6734 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.559860] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 964358fc-da49-4201-ac90-9b551fcf256c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.559860] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.559860] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 018f59ca-77a8-4c4d-8cbc-9ccc4b324428 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.560028] env[70220]: WARNING nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance cad146d0-ad18-455a-8996-78d42c1467df is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1027.560079] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance c60e70f4-b0d7-43c4-a110-a357266f5920 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.560169] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance a3356885-5ac9-4108-bc1d-e9ba684f334d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.560310] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance fb3786d6-49a9-4f69-8fef-e8b1add18688 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.560447] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 036e1413-2876-4fc3-a481-3c63dfe1fc41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.560555] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 515e0211-4f27-4996-bf86-0f4eebcba99b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1027.613215] env[70220]: DEBUG oslo_concurrency.lockutils [None req-640b3dca-02ce-46ae-83f4-eeaa88756f3a tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c60e70f4-b0d7-43c4-a110-a357266f5920" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.214s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.627360] env[70220]: DEBUG oslo_concurrency.lockutils [req-b2860174-65ec-4712-a46a-65f00c0d013f req-932c9262-086e-4ec3-bfda-9ae05ae0d6e4 service nova] Releasing lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.840870] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625946, 'name': ReconfigVM_Task, 'duration_secs': 0.342907} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.841177] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Reconfigured VM instance instance-00000041 to attach disk [datastore1] a3356885-5ac9-4108-bc1d-e9ba684f334d/a3356885-5ac9-4108-bc1d-e9ba684f334d.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.841845] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cd66f75-9420-4ae0-ba0a-d0a2dccf10d0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.848158] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1027.848158] env[70220]: value = "task-3625947" [ 1027.848158] env[70220]: _type = "Task" [ 1027.848158] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.855784] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625947, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.896022] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522620b0-4c49-18bc-f4c0-5c96fd93d4e2, 'name': SearchDatastore_Task, 'duration_secs': 0.021422} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.896022] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.896022] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] fb3786d6-49a9-4f69-8fef-e8b1add18688/fb3786d6-49a9-4f69-8fef-e8b1add18688.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.896282] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2567c443-8300-4664-bffb-4c4c3a1993db {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.902508] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1027.902508] env[70220]: value = "task-3625948" [ 1027.902508] env[70220]: _type = "Task" [ 1027.902508] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.909843] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.917940] env[70220]: DEBUG oslo_vmware.api [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625944, 'name': ReconfigVM_Task, 'duration_secs': 1.191282} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.918401] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.918607] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Reconfigured VM to attach interface {{(pid=70220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1027.982556] env[70220]: DEBUG oslo_concurrency.lockutils [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "c60e70f4-b0d7-43c4-a110-a357266f5920" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.982926] env[70220]: DEBUG oslo_concurrency.lockutils [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c60e70f4-b0d7-43c4-a110-a357266f5920" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.983217] env[70220]: DEBUG oslo_concurrency.lockutils [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "c60e70f4-b0d7-43c4-a110-a357266f5920-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.983589] env[70220]: DEBUG oslo_concurrency.lockutils [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c60e70f4-b0d7-43c4-a110-a357266f5920-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.983811] env[70220]: DEBUG oslo_concurrency.lockutils [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c60e70f4-b0d7-43c4-a110-a357266f5920-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.986019] env[70220]: INFO nova.compute.manager [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Terminating instance [ 1027.993990] env[70220]: DEBUG nova.compute.manager [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Received event network-vif-plugged-6f2a241e-a47d-4925-b252-ae7301415c9d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.994293] env[70220]: DEBUG oslo_concurrency.lockutils [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] Acquiring lock "036e1413-2876-4fc3-a481-3c63dfe1fc41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.995067] env[70220]: DEBUG oslo_concurrency.lockutils [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] Lock "036e1413-2876-4fc3-a481-3c63dfe1fc41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.995274] env[70220]: DEBUG oslo_concurrency.lockutils [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] Lock "036e1413-2876-4fc3-a481-3c63dfe1fc41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.995581] env[70220]: DEBUG nova.compute.manager [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] No waiting events found dispatching network-vif-plugged-6f2a241e-a47d-4925-b252-ae7301415c9d {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.995729] env[70220]: WARNING nova.compute.manager [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Received unexpected event network-vif-plugged-6f2a241e-a47d-4925-b252-ae7301415c9d for instance with vm_state building and task_state spawning. [ 1027.995895] env[70220]: DEBUG nova.compute.manager [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Received event network-changed-6f2a241e-a47d-4925-b252-ae7301415c9d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.996066] env[70220]: DEBUG nova.compute.manager [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Refreshing instance network info cache due to event network-changed-6f2a241e-a47d-4925-b252-ae7301415c9d. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.996237] env[70220]: DEBUG oslo_concurrency.lockutils [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] Acquiring lock "refresh_cache-036e1413-2876-4fc3-a481-3c63dfe1fc41" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.034494] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Releasing lock "refresh_cache-036e1413-2876-4fc3-a481-3c63dfe1fc41" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.034790] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Instance network_info: |[{"id": "6f2a241e-a47d-4925-b252-ae7301415c9d", "address": "fa:16:3e:90:93:76", "network": {"id": "134fc1b1-c29e-4e8e-bc08-97245587ca4f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-634550958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210d53845b3e42b9ba4dd1be8436ed4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f2a241e-a4", "ovs_interfaceid": "6f2a241e-a47d-4925-b252-ae7301415c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.038519] env[70220]: DEBUG oslo_concurrency.lockutils [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] Acquired lock "refresh_cache-036e1413-2876-4fc3-a481-3c63dfe1fc41" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.038709] env[70220]: DEBUG nova.network.neutron [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Refreshing network info cache for port 6f2a241e-a47d-4925-b252-ae7301415c9d {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.040472] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:93:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1b8b991-feba-44e6-900c-6486e7e122f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f2a241e-a47d-4925-b252-ae7301415c9d', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.048859] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.049514] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.050353] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-780db13e-f46f-450b-bfab-8156e5d5c76b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.068238] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1028.074655] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.074655] env[70220]: value = "task-3625949" [ 1028.074655] env[70220]: _type = "Task" [ 1028.074655] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.083649] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625949, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.359549] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625947, 'name': Rename_Task, 'duration_secs': 0.207372} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.359855] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.360136] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae4d7912-0598-4b27-992a-16eba5952cca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.369607] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1028.369607] env[70220]: value = "task-3625950" [ 1028.369607] env[70220]: _type = "Task" [ 1028.369607] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.378304] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.411855] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625948, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.423786] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7b89f641-1beb-4000-a299-87621b141655 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-8cd1ddaa-7808-4b54-be02-5b6258bb0d27" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.953s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.489682] env[70220]: DEBUG nova.compute.manager [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.489905] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.491425] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9c140a-e3cc-4fb4-9126-def00b7f323c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.498715] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.498925] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7ad6ae6-7309-44bd-85cf-f09edafdea7b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.504901] env[70220]: DEBUG oslo_vmware.api [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 1028.504901] env[70220]: value = "task-3625951" [ 1028.504901] env[70220]: _type = "Task" [ 1028.504901] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.514427] env[70220]: DEBUG oslo_vmware.api [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.553690] env[70220]: DEBUG nova.compute.manager [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.571876] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 97155f26-975a-43a9-9a2b-ffc73c3122e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1028.589616] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625949, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.591974] env[70220]: DEBUG nova.virt.hardware [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.592251] env[70220]: DEBUG nova.virt.hardware [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.592461] env[70220]: DEBUG nova.virt.hardware [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.592652] env[70220]: DEBUG nova.virt.hardware [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.592798] env[70220]: DEBUG nova.virt.hardware [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.592942] env[70220]: DEBUG nova.virt.hardware [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.593168] env[70220]: DEBUG nova.virt.hardware [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.593334] env[70220]: DEBUG nova.virt.hardware [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.593530] env[70220]: DEBUG nova.virt.hardware [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.593691] env[70220]: DEBUG nova.virt.hardware [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.593861] env[70220]: DEBUG nova.virt.hardware [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.595700] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ea9244-a14b-40eb-a94d-4dd091757023 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.604048] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3068847b-6923-44b5-bd88-a9141c1dfb79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.831123] env[70220]: DEBUG nova.network.neutron [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Successfully updated port: d3bb9b78-5a2a-48ae-883e-5c09692ea45f {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.845492] env[70220]: DEBUG nova.network.neutron [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Updated VIF entry in instance network info cache for port 6f2a241e-a47d-4925-b252-ae7301415c9d. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.845699] env[70220]: DEBUG nova.network.neutron [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Updating instance_info_cache with network_info: [{"id": "6f2a241e-a47d-4925-b252-ae7301415c9d", "address": "fa:16:3e:90:93:76", "network": {"id": "134fc1b1-c29e-4e8e-bc08-97245587ca4f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-634550958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "210d53845b3e42b9ba4dd1be8436ed4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1b8b991-feba-44e6-900c-6486e7e122f0", "external-id": "nsx-vlan-transportzone-429", "segmentation_id": 429, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f2a241e-a4", "ovs_interfaceid": "6f2a241e-a47d-4925-b252-ae7301415c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.879937] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.913331] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570635} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.913581] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] fb3786d6-49a9-4f69-8fef-e8b1add18688/fb3786d6-49a9-4f69-8fef-e8b1add18688.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.913793] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.914053] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-476b5d7e-3b72-4944-ab38-925d743ab6b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.920348] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1028.920348] env[70220]: value = "task-3625952" [ 1028.920348] env[70220]: _type = "Task" [ 1028.920348] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.929301] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.014685] env[70220]: DEBUG oslo_vmware.api [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625951, 'name': PowerOffVM_Task, 'duration_secs': 0.258161} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.014921] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.015100] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.015363] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b8b51dc-aee9-49c5-8d85-a171daa75b21 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.075260] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 4b873e42-571a-4991-afcd-98f0b4a35528 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1029.075628] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1029.075775] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1029.078646] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.078970] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.079078] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Deleting the datastore file [datastore1] c60e70f4-b0d7-43c4-a110-a357266f5920 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.079644] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73d45872-1281-46af-b0af-7fe7b5d13e17 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.089637] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625949, 'name': CreateVM_Task, 'duration_secs': 0.691695} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.090774] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.091125] env[70220]: DEBUG oslo_vmware.api [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for the task: (returnval){ [ 1029.091125] env[70220]: value = "task-3625954" [ 1029.091125] env[70220]: _type = "Task" [ 1029.091125] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.092159] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.092159] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.092273] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.092512] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f28dc8-e1cc-498e-8020-09e6d5fb2f76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.102898] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1029.102898] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a7b486-a2fb-3265-cee3-06c766bd3282" [ 1029.102898] env[70220]: _type = "Task" [ 1029.102898] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.106102] env[70220]: DEBUG oslo_vmware.api [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.113957] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a7b486-a2fb-3265-cee3-06c766bd3282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.331637] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquiring lock "refresh_cache-515e0211-4f27-4996-bf86-0f4eebcba99b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.331794] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquired lock "refresh_cache-515e0211-4f27-4996-bf86-0f4eebcba99b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.333032] env[70220]: DEBUG nova.network.neutron [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.348758] env[70220]: DEBUG oslo_concurrency.lockutils [req-ab36a390-4b7e-42c6-ab56-d4c02fa8457d req-9baa6ebc-cb31-47bd-b9df-7b8f35b9f4b6 service nova] Releasing lock "refresh_cache-036e1413-2876-4fc3-a481-3c63dfe1fc41" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.380716] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625950, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.429017] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080127} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.431491] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.432463] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5d3a13-9007-4916-b06e-efc51f7fcae8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.455053] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] fb3786d6-49a9-4f69-8fef-e8b1add18688/fb3786d6-49a9-4f69-8fef-e8b1add18688.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.459020] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4a9047e-31d5-4b44-9819-70756c93a2db {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.479270] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1029.479270] env[70220]: value = "task-3625955" [ 1029.479270] env[70220]: _type = "Task" [ 1029.479270] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.484479] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a277a810-725a-41f0-ab5d-9182ac15e847 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.492019] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.498673] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f781fd3e-ecb9-49ea-9f46-15531323d159 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.535014] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf080b37-d48d-42c1-8b6e-5d74ffbfdab9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.547820] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f947d1a-0273-4c78-8093-7bbff7b5493d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.565024] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.606020] env[70220]: DEBUG oslo_vmware.api [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Task: {'id': task-3625954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409993} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.606020] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.606020] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.606020] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.606020] env[70220]: INFO nova.compute.manager [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1029.606020] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.606020] env[70220]: DEBUG nova.compute.manager [-] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.606020] env[70220]: DEBUG nova.network.neutron [-] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.614907] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a7b486-a2fb-3265-cee3-06c766bd3282, 'name': SearchDatastore_Task, 'duration_secs': 0.021675} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.615189] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.615408] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.615639] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.617921] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.617921] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.617921] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07360cc7-f967-495b-aad4-ee3d014548e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.625058] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.625058] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.625478] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1aed1ba-31af-40f1-aa04-51ca0a9a86b4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.630164] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1029.630164] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529cab1e-be76-8f13-4843-50e0775a155c" [ 1029.630164] env[70220]: _type = "Task" [ 1029.630164] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.641589] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529cab1e-be76-8f13-4843-50e0775a155c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.841350] env[70220]: DEBUG nova.compute.manager [req-a485a804-7e40-4f67-966a-2145dae699fa req-4a91d4c8-c7c5-466c-98cf-e556180b0d94 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Received event network-vif-deleted-568442b0-eecd-4cb2-8c6d-7df30fc4158a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.841586] env[70220]: INFO nova.compute.manager [req-a485a804-7e40-4f67-966a-2145dae699fa req-4a91d4c8-c7c5-466c-98cf-e556180b0d94 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Neutron deleted interface 568442b0-eecd-4cb2-8c6d-7df30fc4158a; detaching it from the instance and deleting it from the info cache [ 1029.841957] env[70220]: DEBUG nova.network.neutron [req-a485a804-7e40-4f67-966a-2145dae699fa req-4a91d4c8-c7c5-466c-98cf-e556180b0d94 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.869749] env[70220]: DEBUG nova.network.neutron [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.880488] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625950, 'name': PowerOnVM_Task, 'duration_secs': 1.036105} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.880745] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.880936] env[70220]: INFO nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1029.881130] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.881878] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4c03e9-9d41-42ac-91cf-b217fdae738d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.989727] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625955, 'name': ReconfigVM_Task, 'duration_secs': 0.284205} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.990024] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Reconfigured VM instance instance-00000042 to attach disk [datastore1] fb3786d6-49a9-4f69-8fef-e8b1add18688/fb3786d6-49a9-4f69-8fef-e8b1add18688.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.990804] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-205ab69e-e70b-4e58-9369-b847e6131ee0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.998139] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1029.998139] env[70220]: value = "task-3625956" [ 1029.998139] env[70220]: _type = "Task" [ 1029.998139] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.006677] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625956, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.042280] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-1faf2238-0226-4a44-ba81-805e5684ab7a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.042608] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-1faf2238-0226-4a44-ba81-805e5684ab7a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.066381] env[70220]: DEBUG nova.compute.manager [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Received event network-vif-plugged-d3bb9b78-5a2a-48ae-883e-5c09692ea45f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.066708] env[70220]: DEBUG oslo_concurrency.lockutils [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] Acquiring lock "515e0211-4f27-4996-bf86-0f4eebcba99b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.066911] env[70220]: DEBUG oslo_concurrency.lockutils [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] Lock "515e0211-4f27-4996-bf86-0f4eebcba99b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.067212] env[70220]: DEBUG oslo_concurrency.lockutils [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] Lock "515e0211-4f27-4996-bf86-0f4eebcba99b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.067513] env[70220]: DEBUG nova.compute.manager [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] No waiting events found dispatching network-vif-plugged-d3bb9b78-5a2a-48ae-883e-5c09692ea45f {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1030.067804] env[70220]: WARNING nova.compute.manager [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Received unexpected event network-vif-plugged-d3bb9b78-5a2a-48ae-883e-5c09692ea45f for instance with vm_state building and task_state spawning. [ 1030.068099] env[70220]: DEBUG nova.compute.manager [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Received event network-changed-d3bb9b78-5a2a-48ae-883e-5c09692ea45f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.068353] env[70220]: DEBUG nova.compute.manager [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Refreshing instance network info cache due to event network-changed-d3bb9b78-5a2a-48ae-883e-5c09692ea45f. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.068604] env[70220]: DEBUG oslo_concurrency.lockutils [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] Acquiring lock "refresh_cache-515e0211-4f27-4996-bf86-0f4eebcba99b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.069422] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.075797] env[70220]: DEBUG nova.network.neutron [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Updating instance_info_cache with network_info: [{"id": "d3bb9b78-5a2a-48ae-883e-5c09692ea45f", "address": "fa:16:3e:c1:9b:30", "network": {"id": "7d89e802-fc28-4d62-9173-ab5e3191d084", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-166318147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb69950c2035484099aa44f8a6e1688b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bb9b78-5a", "ovs_interfaceid": "d3bb9b78-5a2a-48ae-883e-5c09692ea45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.140707] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529cab1e-be76-8f13-4843-50e0775a155c, 'name': SearchDatastore_Task, 'duration_secs': 0.019423} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.141506] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dcd5470-1dd0-4695-a8b8-2cdc7ec1d9a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.146876] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1030.146876] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]527242c4-0313-6d90-211e-249c2d407468" [ 1030.146876] env[70220]: _type = "Task" [ 1030.146876] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.154830] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527242c4-0313-6d90-211e-249c2d407468, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.323405] env[70220]: DEBUG nova.network.neutron [-] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.344138] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-820502c4-d30e-4ea3-8988-bf9fc80a07eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.353934] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68a11ac-49f9-48ea-8486-1d0ac70ef943 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.389393] env[70220]: DEBUG nova.compute.manager [req-a485a804-7e40-4f67-966a-2145dae699fa req-4a91d4c8-c7c5-466c-98cf-e556180b0d94 service nova] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Detach interface failed, port_id=568442b0-eecd-4cb2-8c6d-7df30fc4158a, reason: Instance c60e70f4-b0d7-43c4-a110-a357266f5920 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.398804] env[70220]: INFO nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Took 35.67 seconds to build instance. [ 1030.508875] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625956, 'name': Rename_Task, 'duration_secs': 0.150519} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.509195] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.509454] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-623a1435-9e99-4f6c-a3c1-35de9bd6044d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.516771] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1030.516771] env[70220]: value = "task-3625957" [ 1030.516771] env[70220]: _type = "Task" [ 1030.516771] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.526285] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.545589] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.545740] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.546909] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce20569-94a3-4982-98c6-f726fd8ddc79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.567733] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1cc84f-cf9b-45f3-b710-eed54461ce0b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.591870] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1030.591870] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.084s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.591870] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Releasing lock "refresh_cache-515e0211-4f27-4996-bf86-0f4eebcba99b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.591870] env[70220]: DEBUG nova.compute.manager [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Instance network_info: |[{"id": "d3bb9b78-5a2a-48ae-883e-5c09692ea45f", "address": "fa:16:3e:c1:9b:30", "network": {"id": "7d89e802-fc28-4d62-9173-ab5e3191d084", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-166318147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb69950c2035484099aa44f8a6e1688b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bb9b78-5a", "ovs_interfaceid": "d3bb9b78-5a2a-48ae-883e-5c09692ea45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.598193] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Reconfiguring VM to detach interface {{(pid=70220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1030.598413] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.387s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.598599] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.600770] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.842s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.600977] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.603560] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.602s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.605520] env[70220]: INFO nova.compute.claims [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.608205] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.608370] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Cleaning up deleted instances {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1030.609883] env[70220]: DEBUG oslo_concurrency.lockutils [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] Acquired lock "refresh_cache-515e0211-4f27-4996-bf86-0f4eebcba99b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.610076] env[70220]: DEBUG nova.network.neutron [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Refreshing network info cache for port d3bb9b78-5a2a-48ae-883e-5c09692ea45f {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.611373] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:9b:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3bb9b78-5a2a-48ae-883e-5c09692ea45f', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.619334] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Creating folder: Project (fb69950c2035484099aa44f8a6e1688b). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.619610] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06588e77-f7a4-49fd-b31d-38d3566a7abc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.634996] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62fbdbca-850f-40f9-a30b-a0c403e269c1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.645400] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1030.645400] env[70220]: value = "task-3625959" [ 1030.645400] env[70220]: _type = "Task" [ 1030.645400] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.650245] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Created folder: Project (fb69950c2035484099aa44f8a6e1688b) in parent group-v722922. [ 1030.650462] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Creating folder: Instances. Parent ref: group-v723119. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.654037] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b37c9072-3e99-4559-8832-082f688567b0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.658828] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.660396] env[70220]: INFO nova.scheduler.client.report [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleted allocations for instance ffd5619f-4fd8-4d3b-a235-74cffa83216d [ 1030.662659] env[70220]: INFO nova.scheduler.client.report [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Deleted allocations for instance efb5caa8-1889-4c66-a941-afd026a1d992 [ 1030.672173] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527242c4-0313-6d90-211e-249c2d407468, 'name': SearchDatastore_Task, 'duration_secs': 0.031804} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.673780] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.674051] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 036e1413-2876-4fc3-a481-3c63dfe1fc41/036e1413-2876-4fc3-a481-3c63dfe1fc41.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.674326] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Created folder: Instances in parent group-v723119. [ 1030.674534] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.674713] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-094b54d5-ff56-4722-b4a2-b5e5273a426c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.676731] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.677779] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99dbff98-909a-4e29-bfb6-1d4625f4f759 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.696737] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1030.696737] env[70220]: value = "task-3625961" [ 1030.696737] env[70220]: _type = "Task" [ 1030.696737] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.697999] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.697999] env[70220]: value = "task-3625962" [ 1030.697999] env[70220]: _type = "Task" [ 1030.697999] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.712028] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.715446] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625962, 'name': CreateVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.826155] env[70220]: INFO nova.compute.manager [-] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Took 1.22 seconds to deallocate network for instance. [ 1030.900826] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "a3356885-5ac9-4108-bc1d-e9ba684f334d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.185s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.028740] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625957, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.145925] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] There are 43 instances to clean {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1031.146249] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 4b7dd98c-ae27-4ef2-9361-4e7f610845f3] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1031.162845] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.177041] env[70220]: DEBUG oslo_concurrency.lockutils [None req-74517c7a-14c0-49e6-8d83-1b7145e23358 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "ffd5619f-4fd8-4d3b-a235-74cffa83216d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.164s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.178072] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d532aa62-0154-46e3-b9e3-e7f311059d4c tempest-ServersV294TestFqdnHostnames-884960744 tempest-ServersV294TestFqdnHostnames-884960744-project-member] Lock "efb5caa8-1889-4c66-a941-afd026a1d992" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.380s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.212919] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482424} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.213648] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 036e1413-2876-4fc3-a481-3c63dfe1fc41/036e1413-2876-4fc3-a481-3c63dfe1fc41.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.214791] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.214791] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aba24a0-2421-4d83-b761-234ac31855ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.220223] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625962, 'name': CreateVM_Task, 'duration_secs': 0.317918} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.220881] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.221536] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.221694] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.222016] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.222678] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1f1491a-dd32-4f0f-bf19-fa74aa87a2b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.225738] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1031.225738] env[70220]: value = "task-3625963" [ 1031.225738] env[70220]: _type = "Task" [ 1031.225738] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.233515] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for the task: (returnval){ [ 1031.233515] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d86fb4-e089-7c73-55a7-f0b5946a1521" [ 1031.233515] env[70220]: _type = "Task" [ 1031.233515] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.241052] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.246949] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d86fb4-e089-7c73-55a7-f0b5946a1521, 'name': SearchDatastore_Task, 'duration_secs': 0.012682} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.247247] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.247477] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.247712] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.247856] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.248052] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.248323] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab73dfdd-871e-4457-8ddf-1b19fee01183 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.256550] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.256753] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.257474] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97eec62d-20a6-43a1-a4d5-fac4e8bc54e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.262758] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for the task: (returnval){ [ 1031.262758] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52dee87a-be09-df2c-af33-941e3ac2a6d5" [ 1031.262758] env[70220]: _type = "Task" [ 1031.262758] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.272054] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52dee87a-be09-df2c-af33-941e3ac2a6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.320789] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.320978] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.321211] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.321391] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.321560] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.323907] env[70220]: INFO nova.compute.manager [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Terminating instance [ 1031.333780] env[70220]: DEBUG oslo_concurrency.lockutils [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.446503] env[70220]: DEBUG nova.network.neutron [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Updated VIF entry in instance network info cache for port d3bb9b78-5a2a-48ae-883e-5c09692ea45f. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.446845] env[70220]: DEBUG nova.network.neutron [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Updating instance_info_cache with network_info: [{"id": "d3bb9b78-5a2a-48ae-883e-5c09692ea45f", "address": "fa:16:3e:c1:9b:30", "network": {"id": "7d89e802-fc28-4d62-9173-ab5e3191d084", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-166318147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb69950c2035484099aa44f8a6e1688b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3bb9b78-5a", "ovs_interfaceid": "d3bb9b78-5a2a-48ae-883e-5c09692ea45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.527768] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625957, 'name': PowerOnVM_Task, 'duration_secs': 0.564948} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.528057] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.528267] env[70220]: INFO nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1031.529159] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.529344] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a128d54e-b7d2-4cba-afad-9652e063ea87 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.653094] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: eda7ea6e-cc78-486b-a96f-75c99374fb97] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1031.669644] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.738662] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072718} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.738937] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1031.740081] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0290041-b7cf-4d59-92dc-57dd94721ef5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.768596] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 036e1413-2876-4fc3-a481-3c63dfe1fc41/036e1413-2876-4fc3-a481-3c63dfe1fc41.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.771349] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5af21740-d76a-45a9-85e0-2a7f54a992d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.797439] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52dee87a-be09-df2c-af33-941e3ac2a6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.801496] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1031.801496] env[70220]: value = "task-3625964" [ 1031.801496] env[70220]: _type = "Task" [ 1031.801496] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.801850] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ad2c95-d4f1-473b-b882-56d89d591cc5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.809090] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for the task: (returnval){ [ 1031.809090] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b9c9e7-dfdb-fc3a-0dc0-2420b2fb1f21" [ 1031.809090] env[70220]: _type = "Task" [ 1031.809090] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.812750] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625964, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.822780] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b9c9e7-dfdb-fc3a-0dc0-2420b2fb1f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.827478] env[70220]: DEBUG nova.compute.manager [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.827745] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.830891] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93dbdf2-39cf-4778-8101-2e77e93d00eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.837598] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.837822] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5893b2e8-56be-4dd7-bc2b-e920273ea201 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.843545] env[70220]: DEBUG oslo_vmware.api [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 1031.843545] env[70220]: value = "task-3625965" [ 1031.843545] env[70220]: _type = "Task" [ 1031.843545] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.853292] env[70220]: DEBUG oslo_vmware.api [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.926167] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.926473] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.926746] env[70220]: INFO nova.compute.manager [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Rebooting instance [ 1031.951746] env[70220]: DEBUG oslo_concurrency.lockutils [req-6a1b3139-d9c0-487a-9675-aaafab486378 req-0d8ceb01-0fa4-41af-86d9-89cd46c3ab65 service nova] Releasing lock "refresh_cache-515e0211-4f27-4996-bf86-0f4eebcba99b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.050580] env[70220]: INFO nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Took 37.28 seconds to build instance. [ 1032.067175] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dd74a9-ab73-432b-a817-4a0dc28037d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.076707] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aee9bea-a24b-4c9e-8002-c88c65304b9b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.109042] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78e780d-97ef-4a69-8cd5-eecb0162eb9b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.117183] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd83222-28aa-455b-9d6a-c32e2f649d3c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.133472] env[70220]: DEBUG nova.compute.provider_tree [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.158805] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 2b6b424c-2264-40e0-9e45-7418575e5d9e] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1032.166210] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.315023] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625964, 'name': ReconfigVM_Task, 'duration_secs': 0.430904} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.318467] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 036e1413-2876-4fc3-a481-3c63dfe1fc41/036e1413-2876-4fc3-a481-3c63dfe1fc41.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.321611] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90079d89-1fff-4af6-8c28-699c09abc2a9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.336044] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1032.336044] env[70220]: value = "task-3625966" [ 1032.336044] env[70220]: _type = "Task" [ 1032.336044] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.336044] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b9c9e7-dfdb-fc3a-0dc0-2420b2fb1f21, 'name': SearchDatastore_Task, 'duration_secs': 0.021396} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.336044] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.336044] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 515e0211-4f27-4996-bf86-0f4eebcba99b/515e0211-4f27-4996-bf86-0f4eebcba99b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.339295] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-119813e7-fd0b-4921-9dbd-41a7e90aab43 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.346350] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625966, 'name': Rename_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.351866] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for the task: (returnval){ [ 1032.351866] env[70220]: value = "task-3625967" [ 1032.351866] env[70220]: _type = "Task" [ 1032.351866] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.360518] env[70220]: DEBUG oslo_vmware.api [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625965, 'name': PowerOffVM_Task, 'duration_secs': 0.213244} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.361375] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.361762] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.364021] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ead0fc4-5ac5-436b-806d-c2afee1184a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.366354] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.437025] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.437025] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.437025] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleting the datastore file [datastore1] 7619eb88-8d1e-4270-b7b5-a44843cb1c4f {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.437025] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bac065c9-b6a3-4814-bc0d-b449877db767 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.444020] env[70220]: DEBUG oslo_vmware.api [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 1032.444020] env[70220]: value = "task-3625969" [ 1032.444020] env[70220]: _type = "Task" [ 1032.444020] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.450731] env[70220]: DEBUG oslo_vmware.api [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.455229] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.455229] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.455229] env[70220]: DEBUG nova.network.neutron [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.553582] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "fb3786d6-49a9-4f69-8fef-e8b1add18688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.795s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.637721] env[70220]: DEBUG nova.scheduler.client.report [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.662064] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 54c0b980-8cb2-4f49-8454-bfe07defe304] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1032.667617] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.792131] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "964358fc-da49-4201-ac90-9b551fcf256c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.792131] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.846020] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625966, 'name': Rename_Task, 'duration_secs': 0.431449} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.846327] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.848778] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f2580cb-0246-48b7-b5bb-02f779dc27a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.856883] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1032.856883] env[70220]: value = "task-3625970" [ 1032.856883] env[70220]: _type = "Task" [ 1032.856883] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.865050] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625967, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.869405] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.965330] env[70220]: DEBUG oslo_vmware.api [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3625969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439562} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.965752] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.966062] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.966368] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.966839] env[70220]: INFO nova.compute.manager [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1032.968080] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.968849] env[70220]: DEBUG nova.compute.manager [-] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.969015] env[70220]: DEBUG nova.network.neutron [-] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.143232] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.143867] env[70220]: DEBUG nova.compute.manager [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.146682] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.544s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.148672] env[70220]: INFO nova.compute.claims [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.166869] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.169772] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 8524c032-88de-4b91-a351-9413a628f230] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1033.296323] env[70220]: DEBUG nova.compute.utils [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.363775] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889182} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.364335] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 515e0211-4f27-4996-bf86-0f4eebcba99b/515e0211-4f27-4996-bf86-0f4eebcba99b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.364558] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.364795] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9965ca48-b04d-49cd-a991-be3721038e76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.369454] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625970, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.374294] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for the task: (returnval){ [ 1033.374294] env[70220]: value = "task-3625971" [ 1033.374294] env[70220]: _type = "Task" [ 1033.374294] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.383483] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.413649] env[70220]: DEBUG nova.network.neutron [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance_info_cache with network_info: [{"id": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "address": "fa:16:3e:ff:b9:c3", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40aba7c-12", "ovs_interfaceid": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.552016] env[70220]: DEBUG nova.compute.manager [req-6239709d-46cf-47c0-97cb-8a1fa4425c14 req-ae5cc16b-d59f-41ee-b0f9-0e6265465bd0 service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Received event network-vif-deleted-61622bc2-d229-437c-aa15-1165620cf19e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.552240] env[70220]: INFO nova.compute.manager [req-6239709d-46cf-47c0-97cb-8a1fa4425c14 req-ae5cc16b-d59f-41ee-b0f9-0e6265465bd0 service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Neutron deleted interface 61622bc2-d229-437c-aa15-1165620cf19e; detaching it from the instance and deleting it from the info cache [ 1033.552441] env[70220]: DEBUG nova.network.neutron [req-6239709d-46cf-47c0-97cb-8a1fa4425c14 req-ae5cc16b-d59f-41ee-b0f9-0e6265465bd0 service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.653311] env[70220]: DEBUG nova.compute.utils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.657940] env[70220]: DEBUG nova.compute.manager [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.657940] env[70220]: DEBUG nova.network.neutron [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.670235] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.675452] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: f524ca71-6018-4bc9-8362-6668eea30748] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1033.708255] env[70220]: DEBUG nova.policy [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f0b1080636f4cf78fe7941551c61b9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d4f48233cf84e878fcc50a544489a64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.800638] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.804636] env[70220]: DEBUG nova.network.neutron [-] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.868243] env[70220]: DEBUG oslo_vmware.api [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625970, 'name': PowerOnVM_Task, 'duration_secs': 0.808157} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.868504] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.868790] env[70220]: INFO nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1033.868976] env[70220]: DEBUG nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.869754] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2380fbf-e0d9-44fb-b70a-0140bbee9402 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.889655] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096607} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.889927] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.890779] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23568761-2c47-4c94-838b-b0cb2a2ddd21 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.913560] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 515e0211-4f27-4996-bf86-0f4eebcba99b/515e0211-4f27-4996-bf86-0f4eebcba99b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.913883] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42c08a7b-0a72-40fe-9e05-8203b8a857f0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.932676] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.939069] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for the task: (returnval){ [ 1033.939069] env[70220]: value = "task-3625972" [ 1033.939069] env[70220]: _type = "Task" [ 1033.939069] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.954913] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625972, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.058451] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7c36202-0e4c-4691-9f0b-c11fe40c3fc9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.068448] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8484b488-735d-489b-8b8e-9862f127eabf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.102303] env[70220]: DEBUG nova.compute.manager [req-6239709d-46cf-47c0-97cb-8a1fa4425c14 req-ae5cc16b-d59f-41ee-b0f9-0e6265465bd0 service nova] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Detach interface failed, port_id=61622bc2-d229-437c-aa15-1165620cf19e, reason: Instance 7619eb88-8d1e-4270-b7b5-a44843cb1c4f could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1034.103247] env[70220]: DEBUG nova.network.neutron [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Successfully created port: 9a7d0481-d699-4b38-88dc-81aa06adbe1d {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.158076] env[70220]: DEBUG nova.compute.manager [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.174579] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.178473] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: cb8dcc63-bef7-4eba-9ec5-477f7a09f2b8] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1034.307052] env[70220]: INFO nova.compute.manager [-] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Took 1.34 seconds to deallocate network for instance. [ 1034.389629] env[70220]: INFO nova.compute.manager [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Took 39.57 seconds to build instance. [ 1034.437096] env[70220]: DEBUG nova.compute.manager [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.438060] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca64b14-b4ee-4c65-97a1-713894464527 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.458244] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.632440] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6049196c-be98-4aa4-914e-5b633c3a513b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.640633] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f492e567-7fe5-4339-897e-bb2a5d4e7b6f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.680380] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2544ac2b-83f1-4cb8-8c26-191a3b2fe85a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.683829] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: cdf9e135-81ba-4261-9d43-1680ad1c5bb3] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1034.692031] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.694985] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39b5f8d-2710-4f9b-813e-3ccde7df9d23 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.709992] env[70220]: DEBUG nova.compute.provider_tree [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.821276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.891829] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "964358fc-da49-4201-ac90-9b551fcf256c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.892097] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.892470] env[70220]: INFO nova.compute.manager [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Attaching volume a771251f-a745-4082-adef-56504356d547 to /dev/sdb [ 1034.894375] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a5b20c7f-0509-4812-8191-c86bf0ab358c tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "036e1413-2876-4fc3-a481-3c63dfe1fc41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.091s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.926207] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dbad9d-e732-4b16-85dd-626806835507 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.936087] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8723558b-0646-49f3-a6f5-86c714a85d93 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.951422] env[70220]: DEBUG nova.virt.block_device [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Updating existing volume attachment record: f5b42125-5f8c-4f0d-9f9e-b5c4a06ce03d {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1034.960121] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625972, 'name': ReconfigVM_Task, 'duration_secs': 0.90965} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.960121] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 515e0211-4f27-4996-bf86-0f4eebcba99b/515e0211-4f27-4996-bf86-0f4eebcba99b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.966442] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b12454e2-8cd6-4eaf-a12c-046366635c03 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.973204] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for the task: (returnval){ [ 1034.973204] env[70220]: value = "task-3625973" [ 1034.973204] env[70220]: _type = "Task" [ 1034.973204] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.980442] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625973, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.187103] env[70220]: DEBUG nova.compute.manager [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.189502] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.194376] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: de59df0d-6372-447a-877c-41f3f26e6342] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1035.213581] env[70220]: DEBUG nova.scheduler.client.report [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.225677] env[70220]: DEBUG nova.virt.hardware [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.225927] env[70220]: DEBUG nova.virt.hardware [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.226134] env[70220]: DEBUG nova.virt.hardware [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.226399] env[70220]: DEBUG nova.virt.hardware [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.226546] env[70220]: DEBUG nova.virt.hardware [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.226822] env[70220]: DEBUG nova.virt.hardware [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.226994] env[70220]: DEBUG nova.virt.hardware [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.227203] env[70220]: DEBUG nova.virt.hardware [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.227412] env[70220]: DEBUG nova.virt.hardware [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.227674] env[70220]: DEBUG nova.virt.hardware [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.227898] env[70220]: DEBUG nova.virt.hardware [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.229021] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225a616c-fb15-42f4-8364-742dc101425d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.240298] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6983e1ea-1c58-444c-8d38-d8039ce8658d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.469300] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b2a44-6292-4292-8dd6-3eddcd80bc13 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.480701] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Doing hard reboot of VM {{(pid=70220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1035.483854] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f1243539-b805-4b5a-aad0-255801a0d84d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.485341] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625973, 'name': Rename_Task, 'duration_secs': 0.201357} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.485667] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.486330] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a668a52-eb9e-4dca-b576-f8c9cd0e454f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.490742] env[70220]: DEBUG oslo_vmware.api [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1035.490742] env[70220]: value = "task-3625977" [ 1035.490742] env[70220]: _type = "Task" [ 1035.490742] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.495190] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for the task: (returnval){ [ 1035.495190] env[70220]: value = "task-3625978" [ 1035.495190] env[70220]: _type = "Task" [ 1035.495190] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.503531] env[70220]: DEBUG oslo_vmware.api [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625977, 'name': ResetVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.509566] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625978, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.694794] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.696384] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 2fcb8655-8edf-4205-82f1-728c9fe0997e] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1035.720578] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.721184] env[70220]: DEBUG nova.compute.manager [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1035.724616] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.729s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.724891] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.727396] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.004s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.727616] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.729684] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.900s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.730020] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.731768] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.315s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.731917] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.734317] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.307s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.734317] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.736403] env[70220]: DEBUG oslo_concurrency.lockutils [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.593s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.736574] env[70220]: DEBUG oslo_concurrency.lockutils [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.738350] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.510s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.740089] env[70220]: INFO nova.compute.claims [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.766782] env[70220]: INFO nova.scheduler.client.report [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Deleted allocations for instance e6e194d6-3679-4cad-add4-50fdc21f6734 [ 1035.771698] env[70220]: INFO nova.scheduler.client.report [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleted allocations for instance dd0e95cc-f782-41bc-a0fa-90bcef8bd932 [ 1035.785509] env[70220]: INFO nova.scheduler.client.report [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Deleted allocations for instance d2d70675-725d-438b-bc00-7b40c2775931 [ 1035.796509] env[70220]: INFO nova.scheduler.client.report [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Deleted allocations for instance 1ea80a37-1021-4c61-b925-f25379cdfd78 [ 1035.809328] env[70220]: INFO nova.scheduler.client.report [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Deleted allocations for instance 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d [ 1035.818470] env[70220]: INFO nova.scheduler.client.report [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Deleted allocations for instance e77916d8-d281-4418-aeab-169a6d99f109 [ 1035.846035] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "a3356885-5ac9-4108-bc1d-e9ba684f334d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.846035] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "a3356885-5ac9-4108-bc1d-e9ba684f334d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.846035] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "a3356885-5ac9-4108-bc1d-e9ba684f334d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.846035] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "a3356885-5ac9-4108-bc1d-e9ba684f334d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.846035] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "a3356885-5ac9-4108-bc1d-e9ba684f334d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.847586] env[70220]: INFO nova.compute.manager [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Terminating instance [ 1036.005559] env[70220]: DEBUG oslo_vmware.api [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625977, 'name': ResetVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.010283] env[70220]: DEBUG nova.compute.manager [req-bfefa237-8ebd-465b-a0ac-94e4707b6f55 req-d3c8e434-ded7-42d1-8352-393a3e2a4eb6 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Received event network-vif-plugged-9a7d0481-d699-4b38-88dc-81aa06adbe1d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.011284] env[70220]: DEBUG oslo_concurrency.lockutils [req-bfefa237-8ebd-465b-a0ac-94e4707b6f55 req-d3c8e434-ded7-42d1-8352-393a3e2a4eb6 service nova] Acquiring lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.013819] env[70220]: DEBUG oslo_concurrency.lockutils [req-bfefa237-8ebd-465b-a0ac-94e4707b6f55 req-d3c8e434-ded7-42d1-8352-393a3e2a4eb6 service nova] Lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.013947] env[70220]: DEBUG oslo_concurrency.lockutils [req-bfefa237-8ebd-465b-a0ac-94e4707b6f55 req-d3c8e434-ded7-42d1-8352-393a3e2a4eb6 service nova] Lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.014098] env[70220]: DEBUG nova.compute.manager [req-bfefa237-8ebd-465b-a0ac-94e4707b6f55 req-d3c8e434-ded7-42d1-8352-393a3e2a4eb6 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] No waiting events found dispatching network-vif-plugged-9a7d0481-d699-4b38-88dc-81aa06adbe1d {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.014310] env[70220]: WARNING nova.compute.manager [req-bfefa237-8ebd-465b-a0ac-94e4707b6f55 req-d3c8e434-ded7-42d1-8352-393a3e2a4eb6 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Received unexpected event network-vif-plugged-9a7d0481-d699-4b38-88dc-81aa06adbe1d for instance with vm_state building and task_state spawning. [ 1036.021087] env[70220]: DEBUG oslo_vmware.api [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625978, 'name': PowerOnVM_Task, 'duration_secs': 0.504252} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.021506] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.021506] env[70220]: INFO nova.compute.manager [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1036.021711] env[70220]: DEBUG nova.compute.manager [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.022829] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd11fae-e8fc-4e4c-8c7c-2458f369c4ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.035426] env[70220]: WARNING oslo_messaging._drivers.amqpdriver [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1036.156249] env[70220]: DEBUG nova.network.neutron [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Successfully updated port: 9a7d0481-d699-4b38-88dc-81aa06adbe1d {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.186942] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.201738] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: a88a7999-85b6-4f16-9da7-1dea0c980f16] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1036.245115] env[70220]: DEBUG nova.compute.utils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.250632] env[70220]: DEBUG nova.compute.manager [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.252031] env[70220]: DEBUG nova.network.neutron [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.289484] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cad328e0-0bac-449e-8674-472fc9743ee3 tempest-ServersTestMultiNic-1918351972 tempest-ServersTestMultiNic-1918351972-project-member] Lock "e6e194d6-3679-4cad-add4-50fdc21f6734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.472s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.295671] env[70220]: DEBUG oslo_concurrency.lockutils [None req-73e97374-7a17-460d-b714-dcc76bbf4341 tempest-ServersWithSpecificFlavorTestJSON-583092495 tempest-ServersWithSpecificFlavorTestJSON-583092495-project-member] Lock "d2d70675-725d-438b-bc00-7b40c2775931" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.412s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.297012] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c3b7cbe-9689-49bd-9f9a-2c0b2eafade3 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "dd0e95cc-f782-41bc-a0fa-90bcef8bd932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.610s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.306467] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fa0ca336-c7e2-40a1-b444-32d286665607 tempest-ListImageFiltersTestJSON-812991969 tempest-ListImageFiltersTestJSON-812991969-project-member] Lock "1ea80a37-1021-4c61-b925-f25379cdfd78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.079s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.320686] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2aed74d1-836a-4624-aed9-d229bd742668 tempest-AttachInterfacesUnderV243Test-1433027921 tempest-AttachInterfacesUnderV243Test-1433027921-project-member] Lock "4dac2b98-aaef-4a0b-adf8-1bc55c45d08d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.243s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.328976] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2d40e246-a83d-4df0-82b1-e039c2f89a40 tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "e77916d8-d281-4418-aeab-169a6d99f109" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.318s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.351502] env[70220]: DEBUG nova.compute.manager [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.352703] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.352879] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760af093-2db0-4f01-99b3-7e151dd4e542 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.361085] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.362333] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6bc5ee4-1428-4f8b-a403-7f7ffac37670 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.368142] env[70220]: DEBUG oslo_vmware.api [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1036.368142] env[70220]: value = "task-3625979" [ 1036.368142] env[70220]: _type = "Task" [ 1036.368142] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.376229] env[70220]: DEBUG oslo_vmware.api [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.384252] env[70220]: DEBUG nova.policy [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d01d420132e4b8090987f27538ad70c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cef1b90423b4bbd8bd11beb8a64e991', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.503386] env[70220]: DEBUG oslo_vmware.api [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625977, 'name': ResetVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.549310] env[70220]: INFO nova.compute.manager [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Took 41.10 seconds to build instance. [ 1036.661866] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.661866] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquired lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.662190] env[70220]: DEBUG nova.network.neutron [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.686969] env[70220]: DEBUG oslo_vmware.api [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625959, 'name': ReconfigVM_Task, 'duration_secs': 5.774786} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.687700] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.687700] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Reconfigured VM to detach interface {{(pid=70220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1036.703905] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 0f111af8-5458-46f1-8cde-f30a1dc8f355] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1036.753441] env[70220]: DEBUG nova.compute.manager [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1036.883023] env[70220]: DEBUG oslo_vmware.api [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625979, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.003239] env[70220]: DEBUG oslo_vmware.api [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3625977, 'name': ResetVM_Task, 'duration_secs': 1.093852} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.003740] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Did hard reboot of VM {{(pid=70220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1037.003986] env[70220]: DEBUG nova.compute.manager [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.004936] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d2614d-1a5a-48ca-9231-201a41be021c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.052196] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86df59c9-d34e-439c-b4e1-56733c6cfe14 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Lock "515e0211-4f27-4996-bf86-0f4eebcba99b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.615s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.126253] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9169d67c-a914-4c0d-b424-7cf5efa37c62 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.134333] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d42ef4-a802-4e7b-8c71-fc1b936d2365 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.172297] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6364f96f-4756-4b79-8558-f79abd168b06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.180888] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1341ad7b-e07e-4ecd-9748-9a4bea0167b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.195022] env[70220]: DEBUG nova.compute.provider_tree [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.208215] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: c4c8a84f-bcd6-48b9-9a4f-aff338cf8084] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1037.257822] env[70220]: DEBUG nova.network.neutron [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.380067] env[70220]: DEBUG oslo_vmware.api [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625979, 'name': PowerOffVM_Task, 'duration_secs': 0.584506} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.380538] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.380853] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.381120] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86a8201e-7d1b-40f0-ac19-2dc5b2addb9e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.446672] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.447046] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.452021] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Deleting the datastore file [datastore1] a3356885-5ac9-4108-bc1d-e9ba684f334d {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.452021] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52c002b7-0ce0-445b-ae97-02a4e91a6e12 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.456747] env[70220]: DEBUG oslo_vmware.api [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1037.456747] env[70220]: value = "task-3625982" [ 1037.456747] env[70220]: _type = "Task" [ 1037.456747] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.466630] env[70220]: DEBUG oslo_vmware.api [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.522161] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d7c9a1ed-b9fb-4ccd-9e08-3306e50d8892 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.596s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.645124] env[70220]: DEBUG nova.network.neutron [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Successfully created port: c408c4d3-1ecf-450e-a988-83a2c8164a67 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.698707] env[70220]: DEBUG nova.scheduler.client.report [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.712201] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 54c6c8cb-a4a7-44f9-b712-7977bfe0c54e] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1037.737033] env[70220]: DEBUG nova.network.neutron [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Updating instance_info_cache with network_info: [{"id": "9a7d0481-d699-4b38-88dc-81aa06adbe1d", "address": "fa:16:3e:e0:97:07", "network": {"id": "2d6baac0-8bda-4cd0-8bca-677cc5a344f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-349553905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f48233cf84e878fcc50a544489a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7d0481-d6", "ovs_interfaceid": "9a7d0481-d699-4b38-88dc-81aa06adbe1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.767057] env[70220]: DEBUG nova.compute.manager [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1037.799061] env[70220]: DEBUG nova.virt.hardware [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.799334] env[70220]: DEBUG nova.virt.hardware [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.799538] env[70220]: DEBUG nova.virt.hardware [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.799740] env[70220]: DEBUG nova.virt.hardware [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.799882] env[70220]: DEBUG nova.virt.hardware [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.800785] env[70220]: DEBUG nova.virt.hardware [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.801025] env[70220]: DEBUG nova.virt.hardware [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.801411] env[70220]: DEBUG nova.virt.hardware [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.801767] env[70220]: DEBUG nova.virt.hardware [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.802657] env[70220]: DEBUG nova.virt.hardware [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.802657] env[70220]: DEBUG nova.virt.hardware [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.804768] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49a8f4b-ba64-4aa9-ae68-de8715cb5387 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.813306] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae03b2cb-0ad3-4cdf-b5ef-536eba0b0a7c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.972197] env[70220]: DEBUG oslo_vmware.api [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3625982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264168} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.972197] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.972197] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.972197] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.972197] env[70220]: INFO nova.compute.manager [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1037.972197] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.973847] env[70220]: DEBUG nova.compute.manager [-] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.973847] env[70220]: DEBUG nova.network.neutron [-] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.996445] env[70220]: DEBUG nova.compute.manager [req-833e0cfe-c74a-4502-bc57-39f3ced2aba4 req-8c373834-fe96-436f-8499-c53913ca6f1c service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received event network-vif-deleted-1faf2238-0226-4a44-ba81-805e5684ab7a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.996777] env[70220]: INFO nova.compute.manager [req-833e0cfe-c74a-4502-bc57-39f3ced2aba4 req-8c373834-fe96-436f-8499-c53913ca6f1c service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Neutron deleted interface 1faf2238-0226-4a44-ba81-805e5684ab7a; detaching it from the instance and deleting it from the info cache [ 1037.996957] env[70220]: DEBUG nova.network.neutron [req-833e0cfe-c74a-4502-bc57-39f3ced2aba4 req-8c373834-fe96-436f-8499-c53913ca6f1c service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updating instance_info_cache with network_info: [{"id": "447eb8a0-a066-4e25-889c-fd5da4a53099", "address": "fa:16:3e:b0:f7:3a", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447eb8a0-a0", "ovs_interfaceid": "447eb8a0-a066-4e25-889c-fd5da4a53099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8cd1ddaa-7808-4b54-be02-5b6258bb0d27", "address": "fa:16:3e:11:4c:d0", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cd1ddaa-78", "ovs_interfaceid": "8cd1ddaa-7808-4b54-be02-5b6258bb0d27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.204235] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.204923] env[70220]: DEBUG nova.compute.manager [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.208244] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.908s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.208517] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.210592] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.304s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.210839] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.212906] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.244s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.213014] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.214669] env[70220]: DEBUG oslo_concurrency.lockutils [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.881s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.214864] env[70220]: DEBUG nova.objects.instance [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lazy-loading 'resources' on Instance uuid c60e70f4-b0d7-43c4-a110-a357266f5920 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.216516] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 575326a8-9704-4f18-9488-0f9357a05860] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1038.240205] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Releasing lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.240830] env[70220]: DEBUG nova.compute.manager [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Instance network_info: |[{"id": "9a7d0481-d699-4b38-88dc-81aa06adbe1d", "address": "fa:16:3e:e0:97:07", "network": {"id": "2d6baac0-8bda-4cd0-8bca-677cc5a344f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-349553905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f48233cf84e878fcc50a544489a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7d0481-d6", "ovs_interfaceid": "9a7d0481-d699-4b38-88dc-81aa06adbe1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1038.241031] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:97:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a7d0481-d699-4b38-88dc-81aa06adbe1d', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.252813] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Creating folder: Project (9d4f48233cf84e878fcc50a544489a64). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.257363] env[70220]: INFO nova.scheduler.client.report [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Deleted allocations for instance 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92 [ 1038.261881] env[70220]: INFO nova.scheduler.client.report [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleted allocations for instance 018f59ca-77a8-4c4d-8cbc-9ccc4b324428 [ 1038.263526] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd7f2d78-8bfe-4c04-b02e-e46f1be88508 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.266443] env[70220]: DEBUG oslo_concurrency.lockutils [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "0c653c24-61a2-468d-bcc6-112e95d6368a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.266618] env[70220]: DEBUG oslo_concurrency.lockutils [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.267632] env[70220]: DEBUG oslo_concurrency.lockutils [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "0c653c24-61a2-468d-bcc6-112e95d6368a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.268955] env[70220]: DEBUG oslo_concurrency.lockutils [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.271239] env[70220]: DEBUG oslo_concurrency.lockutils [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.278594] env[70220]: INFO nova.scheduler.client.report [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleted allocations for instance cad146d0-ad18-455a-8996-78d42c1467df [ 1038.279937] env[70220]: INFO nova.compute.manager [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Terminating instance [ 1038.301415] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Created folder: Project (9d4f48233cf84e878fcc50a544489a64) in parent group-v722922. [ 1038.301415] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Creating folder: Instances. Parent ref: group-v723124. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1038.301415] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc9d785b-8e7a-4290-b97f-1113682ffbee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.313686] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Created folder: Instances in parent group-v723124. [ 1038.313686] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.313686] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.313686] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e913ab5-68c0-411d-bfbb-d8d88b6efb62 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.345685] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.345685] env[70220]: value = "task-3625985" [ 1038.345685] env[70220]: _type = "Task" [ 1038.345685] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.360062] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625985, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.365711] env[70220]: DEBUG nova.compute.manager [req-1b9db39e-4fc7-41c7-b648-21552f8f1d52 req-d30258d0-4416-416b-a64b-5713d8c364a8 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Received event network-changed-9a7d0481-d699-4b38-88dc-81aa06adbe1d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.365711] env[70220]: DEBUG nova.compute.manager [req-1b9db39e-4fc7-41c7-b648-21552f8f1d52 req-d30258d0-4416-416b-a64b-5713d8c364a8 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Refreshing instance network info cache due to event network-changed-9a7d0481-d699-4b38-88dc-81aa06adbe1d. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.365900] env[70220]: DEBUG oslo_concurrency.lockutils [req-1b9db39e-4fc7-41c7-b648-21552f8f1d52 req-d30258d0-4416-416b-a64b-5713d8c364a8 service nova] Acquiring lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.366735] env[70220]: DEBUG oslo_concurrency.lockutils [req-1b9db39e-4fc7-41c7-b648-21552f8f1d52 req-d30258d0-4416-416b-a64b-5713d8c364a8 service nova] Acquired lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.366735] env[70220]: DEBUG nova.network.neutron [req-1b9db39e-4fc7-41c7-b648-21552f8f1d52 req-d30258d0-4416-416b-a64b-5713d8c364a8 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Refreshing network info cache for port 9a7d0481-d699-4b38-88dc-81aa06adbe1d {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.500336] env[70220]: DEBUG oslo_concurrency.lockutils [req-833e0cfe-c74a-4502-bc57-39f3ced2aba4 req-8c373834-fe96-436f-8499-c53913ca6f1c service nova] Acquiring lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.500419] env[70220]: DEBUG oslo_concurrency.lockutils [req-833e0cfe-c74a-4502-bc57-39f3ced2aba4 req-8c373834-fe96-436f-8499-c53913ca6f1c service nova] Acquired lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.501613] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7ece2a-328c-42df-9c39-cec91008f253 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.531879] env[70220]: DEBUG oslo_concurrency.lockutils [req-833e0cfe-c74a-4502-bc57-39f3ced2aba4 req-8c373834-fe96-436f-8499-c53913ca6f1c service nova] Releasing lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.532223] env[70220]: WARNING nova.compute.manager [req-833e0cfe-c74a-4502-bc57-39f3ced2aba4 req-8c373834-fe96-436f-8499-c53913ca6f1c service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Detach interface failed, port_id=1faf2238-0226-4a44-ba81-805e5684ab7a, reason: No device with interface-id 1faf2238-0226-4a44-ba81-805e5684ab7a exists on VM: nova.exception.NotFound: No device with interface-id 1faf2238-0226-4a44-ba81-805e5684ab7a exists on VM [ 1038.722134] env[70220]: DEBUG nova.compute.utils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.722134] env[70220]: DEBUG nova.compute.manager [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.722134] env[70220]: DEBUG nova.network.neutron [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.731924] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: f14f60ae-501b-44b6-a246-63b64a35aaa9] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1038.739496] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.739816] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.739816] env[70220]: DEBUG nova.network.neutron [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.795922] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e7c4472-07d1-4de1-9f0e-2074e3a3947d tempest-InstanceActionsV221TestJSON-652451647 tempest-InstanceActionsV221TestJSON-652451647-project-member] Lock "9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.572s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.796131] env[70220]: DEBUG nova.compute.manager [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.796312] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.797141] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2b942395-9def-429f-a1f7-c467922f3990 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "018f59ca-77a8-4c4d-8cbc-9ccc4b324428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.431s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.803022] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d5ae2d-afde-403d-b75e-2e64f7643e9b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.809680] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9d4e2dbe-d5eb-48a4-8eba-cb123c56c165 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "cad146d0-ad18-455a-8996-78d42c1467df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.323s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.817946] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.821032] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d847e2ea-0fef-42f9-b776-6cb83fa1ef22 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.832201] env[70220]: DEBUG oslo_vmware.api [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 1038.832201] env[70220]: value = "task-3625986" [ 1038.832201] env[70220]: _type = "Task" [ 1038.832201] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.850542] env[70220]: DEBUG oslo_vmware.api [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.852174] env[70220]: DEBUG nova.policy [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c21dd8e35a7c42cc8a3610d5a5f0c199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b603d35c4fa40e98c30f85d8794718a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.866844] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3625985, 'name': CreateVM_Task, 'duration_secs': 0.434303} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.868885] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.871793] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.871905] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.872978] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.872978] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8662edb1-9b95-4ed1-973f-bd8d6a360d33 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.878957] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1038.878957] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5231001a-742a-ea16-a533-475bcfbe554b" [ 1038.878957] env[70220]: _type = "Task" [ 1038.878957] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.889340] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5231001a-742a-ea16-a533-475bcfbe554b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.084065] env[70220]: DEBUG nova.network.neutron [-] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.110852] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ed99ea-2e5d-44f5-a2c5-f2e74011fe2e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.124269] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09d018b-0d6b-40f3-ac2c-61bb387a997d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.178378] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24239a3d-2c00-4a0d-aa35-bf199f755f69 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.187345] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037fa573-1161-4599-8ba7-75aaeb832d07 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.201373] env[70220]: DEBUG nova.compute.provider_tree [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.227598] env[70220]: DEBUG nova.compute.manager [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.239603] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: c4022a83-16ef-4d53-8efa-76d794878ed4] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1039.343490] env[70220]: DEBUG oslo_vmware.api [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625986, 'name': PowerOffVM_Task, 'duration_secs': 0.238469} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.343807] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.343976] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.344256] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6e25dc6-7a5b-4dbf-8819-a694a309a33a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.394663] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5231001a-742a-ea16-a533-475bcfbe554b, 'name': SearchDatastore_Task, 'duration_secs': 0.011756} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.394995] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.395261] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.395505] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.395654] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.396145] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.396145] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24fc6200-3578-4245-b872-33b089e1cdb9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.409238] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.409436] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.410681] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc83e7b-4413-4be7-9dc2-43057dcdf4e5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.416587] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1039.416587] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]528c6fb7-570a-2267-6462-eabac4e40063" [ 1039.416587] env[70220]: _type = "Task" [ 1039.416587] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.428569] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528c6fb7-570a-2267-6462-eabac4e40063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.442044] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.442234] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.442398] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Deleting the datastore file [datastore2] 0c653c24-61a2-468d-bcc6-112e95d6368a {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.442612] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e3119e8-2811-4a3f-bd5e-70f713c51035 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.451753] env[70220]: DEBUG oslo_vmware.api [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for the task: (returnval){ [ 1039.451753] env[70220]: value = "task-3625988" [ 1039.451753] env[70220]: _type = "Task" [ 1039.451753] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.459173] env[70220]: DEBUG oslo_vmware.api [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.508486] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1039.508720] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723123', 'volume_id': 'a771251f-a745-4082-adef-56504356d547', 'name': 'volume-a771251f-a745-4082-adef-56504356d547', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964358fc-da49-4201-ac90-9b551fcf256c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a771251f-a745-4082-adef-56504356d547', 'serial': 'a771251f-a745-4082-adef-56504356d547'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1039.509586] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f698f6-ae04-4827-9c9a-fa37df0b5f44 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.515487] env[70220]: DEBUG nova.network.neutron [req-1b9db39e-4fc7-41c7-b648-21552f8f1d52 req-d30258d0-4416-416b-a64b-5713d8c364a8 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Updated VIF entry in instance network info cache for port 9a7d0481-d699-4b38-88dc-81aa06adbe1d. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.515487] env[70220]: DEBUG nova.network.neutron [req-1b9db39e-4fc7-41c7-b648-21552f8f1d52 req-d30258d0-4416-416b-a64b-5713d8c364a8 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Updating instance_info_cache with network_info: [{"id": "9a7d0481-d699-4b38-88dc-81aa06adbe1d", "address": "fa:16:3e:e0:97:07", "network": {"id": "2d6baac0-8bda-4cd0-8bca-677cc5a344f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-349553905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f48233cf84e878fcc50a544489a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7d0481-d6", "ovs_interfaceid": "9a7d0481-d699-4b38-88dc-81aa06adbe1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.527211] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquiring lock "515e0211-4f27-4996-bf86-0f4eebcba99b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.527469] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Lock "515e0211-4f27-4996-bf86-0f4eebcba99b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.527672] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquiring lock "515e0211-4f27-4996-bf86-0f4eebcba99b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.527851] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Lock "515e0211-4f27-4996-bf86-0f4eebcba99b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.528026] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Lock "515e0211-4f27-4996-bf86-0f4eebcba99b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.530397] env[70220]: DEBUG oslo_concurrency.lockutils [req-1b9db39e-4fc7-41c7-b648-21552f8f1d52 req-d30258d0-4416-416b-a64b-5713d8c364a8 service nova] Releasing lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.532049] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8910df-75b0-476f-a1f1-447a024d0748 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.535126] env[70220]: INFO nova.compute.manager [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Terminating instance [ 1039.566068] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-a771251f-a745-4082-adef-56504356d547/volume-a771251f-a745-4082-adef-56504356d547.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.566634] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b91d36-20e8-4292-9081-5ce3646eec6c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.587679] env[70220]: INFO nova.compute.manager [-] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Took 1.62 seconds to deallocate network for instance. [ 1039.588307] env[70220]: DEBUG oslo_vmware.api [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1039.588307] env[70220]: value = "task-3625989" [ 1039.588307] env[70220]: _type = "Task" [ 1039.588307] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.602242] env[70220]: DEBUG oslo_vmware.api [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625989, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.704812] env[70220]: DEBUG nova.scheduler.client.report [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.708781] env[70220]: DEBUG nova.network.neutron [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Successfully created port: 21374ebd-8aa0-4030-b0ff-66f455543c28 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.744250] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: e1e494d0-aba4-4254-b4c7-14d56d79c336] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1039.802236] env[70220]: INFO nova.network.neutron [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Port 8cd1ddaa-7808-4b54-be02-5b6258bb0d27 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1039.802718] env[70220]: DEBUG nova.network.neutron [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updating instance_info_cache with network_info: [{"id": "447eb8a0-a066-4e25-889c-fd5da4a53099", "address": "fa:16:3e:b0:f7:3a", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap447eb8a0-a0", "ovs_interfaceid": "447eb8a0-a066-4e25-889c-fd5da4a53099", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.927563] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528c6fb7-570a-2267-6462-eabac4e40063, 'name': SearchDatastore_Task, 'duration_secs': 0.021806} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.928355] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f4d5c4-428b-424d-9575-1e9fe8baff76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.934506] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1039.934506] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b0b277-340f-addc-0b8f-19467ee5d51f" [ 1039.934506] env[70220]: _type = "Task" [ 1039.934506] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.942865] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b0b277-340f-addc-0b8f-19467ee5d51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.962566] env[70220]: DEBUG oslo_vmware.api [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Task: {'id': task-3625988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374485} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.962885] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.963162] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.963412] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.963637] env[70220]: INFO nova.compute.manager [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1039.963893] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.964107] env[70220]: DEBUG nova.compute.manager [-] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1039.964205] env[70220]: DEBUG nova.network.neutron [-] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1039.985795] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.986081] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.986297] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.986481] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.986652] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.993032] env[70220]: INFO nova.compute.manager [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Terminating instance [ 1040.041775] env[70220]: DEBUG nova.compute.manager [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.042040] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.043527] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730794cc-bd80-4b1b-b189-615919e0c34e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.055753] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.056122] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d025136-fa6c-4405-b87c-440428c0e3ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.069153] env[70220]: DEBUG oslo_vmware.api [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for the task: (returnval){ [ 1040.069153] env[70220]: value = "task-3625990" [ 1040.069153] env[70220]: _type = "Task" [ 1040.069153] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.082900] env[70220]: DEBUG oslo_vmware.api [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.097804] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.103777] env[70220]: DEBUG oslo_vmware.api [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.212041] env[70220]: DEBUG oslo_concurrency.lockutils [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.214424] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.393s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.214657] env[70220]: DEBUG nova.objects.instance [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lazy-loading 'resources' on Instance uuid 7619eb88-8d1e-4270-b7b5-a44843cb1c4f {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.238712] env[70220]: DEBUG nova.compute.manager [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.242197] env[70220]: INFO nova.scheduler.client.report [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Deleted allocations for instance c60e70f4-b0d7-43c4-a110-a357266f5920 [ 1040.250454] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 0a47c5bb-e901-4095-984a-c52b1ee873d2] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1040.277390] env[70220]: DEBUG nova.virt.hardware [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.277810] env[70220]: DEBUG nova.virt.hardware [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.277960] env[70220]: DEBUG nova.virt.hardware [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.278165] env[70220]: DEBUG nova.virt.hardware [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.278338] env[70220]: DEBUG nova.virt.hardware [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.278518] env[70220]: DEBUG nova.virt.hardware [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.278720] env[70220]: DEBUG nova.virt.hardware [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.278897] env[70220]: DEBUG nova.virt.hardware [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.279022] env[70220]: DEBUG nova.virt.hardware [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.279556] env[70220]: DEBUG nova.virt.hardware [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.279793] env[70220]: DEBUG nova.virt.hardware [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.283024] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21e7105-03fd-43bd-b70e-943c99ee6773 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.292393] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a39966-6045-4b67-8482-b1d2d115a1c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.307736] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-5a049f8d-90e7-4e6c-84a1-761fae524e52" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.445290] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b0b277-340f-addc-0b8f-19467ee5d51f, 'name': SearchDatastore_Task, 'duration_secs': 0.022126} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.445587] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.445853] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34/6fd7c62a-5644-4cf3-8bb3-ca58883c0e34.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.446144] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed9ea59b-5729-4a83-9d07-657473a5ec5a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.453310] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1040.453310] env[70220]: value = "task-3625991" [ 1040.453310] env[70220]: _type = "Task" [ 1040.453310] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.461508] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3625991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.497454] env[70220]: DEBUG nova.compute.manager [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.497742] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.498772] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d96b2fb-2614-46d5-8896-29dd13634239 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.508904] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.508904] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00296443-a6ac-4826-aaae-51338d9cdf97 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.512804] env[70220]: DEBUG oslo_vmware.api [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1040.512804] env[70220]: value = "task-3625992" [ 1040.512804] env[70220]: _type = "Task" [ 1040.512804] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.526315] env[70220]: DEBUG oslo_vmware.api [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.586291] env[70220]: DEBUG oslo_vmware.api [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625990, 'name': PowerOffVM_Task, 'duration_secs': 0.250316} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.586863] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.587181] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.587428] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c6f7c19-6a0d-4c35-8e65-8f3889b2acec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.601016] env[70220]: DEBUG oslo_vmware.api [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625989, 'name': ReconfigVM_Task, 'duration_secs': 0.659528} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.601167] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-a771251f-a745-4082-adef-56504356d547/volume-a771251f-a745-4082-adef-56504356d547.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.607056] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6140057b-0bd8-4a16-8a2c-c89d714bd608 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.628532] env[70220]: DEBUG oslo_vmware.api [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1040.628532] env[70220]: value = "task-3625994" [ 1040.628532] env[70220]: _type = "Task" [ 1040.628532] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.638286] env[70220]: DEBUG oslo_vmware.api [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625994, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.665829] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.666174] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.666441] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Deleting the datastore file [datastore2] 515e0211-4f27-4996-bf86-0f4eebcba99b {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.666755] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da4b1f52-6da5-4779-bc90-a444ebc11f7f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.675030] env[70220]: DEBUG oslo_vmware.api [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for the task: (returnval){ [ 1040.675030] env[70220]: value = "task-3625995" [ 1040.675030] env[70220]: _type = "Task" [ 1040.675030] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.687027] env[70220]: DEBUG oslo_vmware.api [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.754864] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 25461bf2-3b05-45e3-9401-8f440b1e06f3] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1040.757414] env[70220]: DEBUG oslo_concurrency.lockutils [None req-455f5ecd-fe21-47f2-9fec-aaa07df5bc7c tempest-ImagesOneServerNegativeTestJSON-713353351 tempest-ImagesOneServerNegativeTestJSON-713353351-project-member] Lock "c60e70f4-b0d7-43c4-a110-a357266f5920" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.774s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.819789] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5481c450-e0c1-4c60-8554-45e3468e1a6e tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-5a049f8d-90e7-4e6c-84a1-761fae524e52-1faf2238-0226-4a44-ba81-805e5684ab7a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.776s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.971179] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3625991, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.982688] env[70220]: DEBUG nova.compute.manager [req-c6b7d738-7361-492d-b573-58cb2d7ce780 req-affa2aa3-8901-4404-801e-9995022c16b9 service nova] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Received event network-vif-deleted-9c92e8e2-c09f-4540-bf70-70cdbdc1a4cd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.033453] env[70220]: DEBUG oslo_vmware.api [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625992, 'name': PowerOffVM_Task, 'duration_secs': 0.21435} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.033895] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.034376] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.034376] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4f1ea0a-394b-4569-a1ee-6bbd30ec12b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.036773] env[70220]: DEBUG nova.network.neutron [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Successfully updated port: c408c4d3-1ecf-450e-a988-83a2c8164a67 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.058253] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33342b08-5699-465d-a09c-48df7eb178ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.074344] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136dba67-3a0a-484e-ab82-01b9baffa788 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.110146] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f12b20-4b05-4125-9055-3618c9df5d60 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.118318] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccd33a4-bf01-452b-b2cc-a6a05beee60a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.132753] env[70220]: DEBUG nova.compute.provider_tree [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.138814] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.139095] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.139287] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleting the datastore file [datastore1] 5a049f8d-90e7-4e6c-84a1-761fae524e52 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.139930] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d5e6aaf-dc9c-41b0-b4a8-ae60314c1771 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.145732] env[70220]: DEBUG oslo_vmware.api [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3625994, 'name': ReconfigVM_Task, 'duration_secs': 0.188844} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.147271] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723123', 'volume_id': 'a771251f-a745-4082-adef-56504356d547', 'name': 'volume-a771251f-a745-4082-adef-56504356d547', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964358fc-da49-4201-ac90-9b551fcf256c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a771251f-a745-4082-adef-56504356d547', 'serial': 'a771251f-a745-4082-adef-56504356d547'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1041.155695] env[70220]: DEBUG oslo_vmware.api [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1041.155695] env[70220]: value = "task-3625997" [ 1041.155695] env[70220]: _type = "Task" [ 1041.155695] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.162433] env[70220]: DEBUG oslo_vmware.api [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.185823] env[70220]: DEBUG oslo_vmware.api [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625995, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.260828] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: d0b2e7f5-622a-458f-86b2-44a8a6e86e1b] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1041.332222] env[70220]: DEBUG nova.network.neutron [-] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.370355] env[70220]: DEBUG nova.compute.manager [req-4e5fe82a-dac6-4c82-847b-06c16087bb1a req-d0e13b83-78f4-44f0-9b41-5b7583a871ad service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received event network-vif-deleted-8cd1ddaa-7808-4b54-be02-5b6258bb0d27 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.472248] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3625991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679473} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.472524] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34/6fd7c62a-5644-4cf3-8bb3-ca58883c0e34.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.472749] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.474503] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2815c0b9-128f-40e1-a974-808d0b4d7a65 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.479888] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1041.479888] env[70220]: value = "task-3625998" [ 1041.479888] env[70220]: _type = "Task" [ 1041.479888] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.491582] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3625998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.542309] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "refresh_cache-97155f26-975a-43a9-9a2b-ffc73c3122e6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.542309] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "refresh_cache-97155f26-975a-43a9-9a2b-ffc73c3122e6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.542309] env[70220]: DEBUG nova.network.neutron [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.639284] env[70220]: DEBUG nova.scheduler.client.report [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.657492] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "67b781f1-3651-42ae-9c8e-7270cff068cf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.657492] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.666198] env[70220]: DEBUG oslo_vmware.api [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3625997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28894} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.666716] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.667108] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.667452] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.669776] env[70220]: INFO nova.compute.manager [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1041.669776] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.669776] env[70220]: DEBUG nova.compute.manager [-] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.669776] env[70220]: DEBUG nova.network.neutron [-] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.688254] env[70220]: DEBUG oslo_vmware.api [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Task: {'id': task-3625995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51157} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.688254] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.688679] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.688887] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.689083] env[70220]: INFO nova.compute.manager [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1041.690102] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.690102] env[70220]: DEBUG nova.compute.manager [-] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.690285] env[70220]: DEBUG nova.network.neutron [-] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.763768] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 0bc3e427-2335-46f3-b311-fa688563fece] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1041.808863] env[70220]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 8cd1ddaa-7808-4b54-be02-5b6258bb0d27 could not be found.", "detail": ""}} {{(pid=70220) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1041.808863] env[70220]: DEBUG nova.network.neutron [-] Unable to show port 8cd1ddaa-7808-4b54-be02-5b6258bb0d27 as it no longer exists. {{(pid=70220) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1041.837310] env[70220]: INFO nova.compute.manager [-] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Took 1.87 seconds to deallocate network for instance. [ 1041.886850] env[70220]: DEBUG nova.network.neutron [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Successfully updated port: 21374ebd-8aa0-4030-b0ff-66f455543c28 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.989956] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3625998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073666} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.990048] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.993550] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fed6cbd-ee52-4e50-b9d4-d190b4aaf899 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.020190] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34/6fd7c62a-5644-4cf3-8bb3-ca58883c0e34.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.020546] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d85e0966-0cb0-4546-9915-620b71f7ea73 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.047593] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.047834] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.060189] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1042.060189] env[70220]: value = "task-3625999" [ 1042.060189] env[70220]: _type = "Task" [ 1042.060189] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.072610] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3625999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.083188] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "9b51a60e-4944-49e1-9905-788eecd2926c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.083454] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "9b51a60e-4944-49e1-9905-788eecd2926c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.101896] env[70220]: DEBUG nova.network.neutron [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.148680] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.152645] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.054s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.152855] env[70220]: DEBUG nova.objects.instance [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lazy-loading 'resources' on Instance uuid a3356885-5ac9-4108-bc1d-e9ba684f334d {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.162896] env[70220]: INFO nova.compute.manager [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Detaching volume bf79e61e-31f8-4f6d-85d5-bfb0e2545735 [ 1042.192394] env[70220]: INFO nova.scheduler.client.report [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleted allocations for instance 7619eb88-8d1e-4270-b7b5-a44843cb1c4f [ 1042.211854] env[70220]: INFO nova.virt.block_device [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Attempting to driver detach volume bf79e61e-31f8-4f6d-85d5-bfb0e2545735 from mountpoint /dev/sdb [ 1042.212160] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1042.212396] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723101', 'volume_id': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'name': 'volume-bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67b781f1-3651-42ae-9c8e-7270cff068cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'serial': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1042.213922] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b4aa16-0a7b-4144-9a67-2714f0ba3f17 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.243023] env[70220]: DEBUG nova.objects.instance [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lazy-loading 'flavor' on Instance uuid 964358fc-da49-4201-ac90-9b551fcf256c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.245932] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7870cfcf-008e-4077-a3a8-12266f16a8cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.258504] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b83cb80-1613-4d4b-b66c-2436f9d730a6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.287371] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 59d02e38-bd37-49eb-977c-577df91eb2e6] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1042.289775] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51abb51d-a216-42a7-bb18-89bba79044cf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.310229] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] The volume has not been displaced from its original location: [datastore1] volume-bf79e61e-31f8-4f6d-85d5-bfb0e2545735/volume-bf79e61e-31f8-4f6d-85d5-bfb0e2545735.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1042.315585] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Reconfiguring VM instance instance-00000033 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.318659] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc44576-1ba8-4078-906e-cf4e2d6cb7b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.343277] env[70220]: DEBUG oslo_vmware.api [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 1042.343277] env[70220]: value = "task-3626000" [ 1042.343277] env[70220]: _type = "Task" [ 1042.343277] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.347109] env[70220]: DEBUG oslo_concurrency.lockutils [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.357172] env[70220]: DEBUG oslo_vmware.api [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.372455] env[70220]: DEBUG nova.network.neutron [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Updating instance_info_cache with network_info: [{"id": "c408c4d3-1ecf-450e-a988-83a2c8164a67", "address": "fa:16:3e:db:7f:2a", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc408c4d3-1e", "ovs_interfaceid": "c408c4d3-1ecf-450e-a988-83a2c8164a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.391115] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquiring lock "refresh_cache-4b873e42-571a-4991-afcd-98f0b4a35528" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.391197] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquired lock "refresh_cache-4b873e42-571a-4991-afcd-98f0b4a35528" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.391666] env[70220]: DEBUG nova.network.neutron [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.552788] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.571714] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3625999, 'name': ReconfigVM_Task, 'duration_secs': 0.341826} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.572022] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34/6fd7c62a-5644-4cf3-8bb3-ca58883c0e34.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.572701] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58cdb4db-09d7-47a4-a2d9-4a5229d0d29c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.588381] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.591643] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1042.591643] env[70220]: value = "task-3626001" [ 1042.591643] env[70220]: _type = "Task" [ 1042.591643] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.603029] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626001, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.701680] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a4feefe-75ad-4b35-ba3c-7364781274bc tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "7619eb88-8d1e-4270-b7b5-a44843cb1c4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.381s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.745710] env[70220]: DEBUG nova.network.neutron [-] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.758254] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6be2140d-e2a8-49a9-9e82-58a76d5f2d33 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.793946] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 6cb69540-1a92-4eff-9c4c-cd8a41516690] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1042.855550] env[70220]: DEBUG oslo_vmware.api [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626000, 'name': ReconfigVM_Task, 'duration_secs': 0.270598} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.855884] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Reconfigured VM instance instance-00000033 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1042.861138] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7513bbf4-b193-4590-9d3c-9568f43027fd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.875724] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "refresh_cache-97155f26-975a-43a9-9a2b-ffc73c3122e6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.876020] env[70220]: DEBUG nova.compute.manager [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Instance network_info: |[{"id": "c408c4d3-1ecf-450e-a988-83a2c8164a67", "address": "fa:16:3e:db:7f:2a", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc408c4d3-1e", "ovs_interfaceid": "c408c4d3-1ecf-450e-a988-83a2c8164a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.876425] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:7f:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c408c4d3-1ecf-450e-a988-83a2c8164a67', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.884338] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.885927] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.886274] env[70220]: DEBUG oslo_vmware.api [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 1042.886274] env[70220]: value = "task-3626002" [ 1042.886274] env[70220]: _type = "Task" [ 1042.886274] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.886564] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8b598a4-59ee-493a-81e6-8d42fd298e29 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.920601] env[70220]: DEBUG oslo_vmware.api [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.922066] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.922066] env[70220]: value = "task-3626003" [ 1042.922066] env[70220]: _type = "Task" [ 1042.922066] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.930018] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626003, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.958579] env[70220]: DEBUG nova.network.neutron [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.988677] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d4ce67-b10e-4c27-9a19-fe09650ff1da {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.999437] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d6c377-064c-40ca-a987-c5046197a7c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.036358] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a38cee-825f-478b-ae5e-a42fd5973a4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.044073] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3ae791-4fcc-4e88-a72c-c581df73a45e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.060976] env[70220]: DEBUG nova.compute.provider_tree [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.097074] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.107722] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626001, 'name': Rename_Task, 'duration_secs': 0.170403} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.108341] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.108597] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a094e9ff-4871-4668-8503-e5f4a9ea5785 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.116650] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.117938] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1043.117938] env[70220]: value = "task-3626004" [ 1043.117938] env[70220]: _type = "Task" [ 1043.117938] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.126118] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.249111] env[70220]: INFO nova.compute.manager [-] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Took 1.56 seconds to deallocate network for instance. [ 1043.300039] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 1cad8a6b-a8b2-4078-a15b-3b370dd08bf9] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1043.304084] env[70220]: DEBUG nova.network.neutron [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Updating instance_info_cache with network_info: [{"id": "21374ebd-8aa0-4030-b0ff-66f455543c28", "address": "fa:16:3e:66:e2:42", "network": {"id": "c3ea728b-cbca-4b81-9c21-8e320edfcf6d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1039220225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b603d35c4fa40e98c30f85d8794718a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21374ebd-8a", "ovs_interfaceid": "21374ebd-8aa0-4030-b0ff-66f455543c28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.420065] env[70220]: DEBUG oslo_vmware.api [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626002, 'name': ReconfigVM_Task, 'duration_secs': 0.15542} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.420415] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723101', 'volume_id': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'name': 'volume-bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67b781f1-3651-42ae-9c8e-7270cff068cf', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735', 'serial': 'bf79e61e-31f8-4f6d-85d5-bfb0e2545735'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1043.434181] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626003, 'name': CreateVM_Task, 'duration_secs': 0.427532} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.434375] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.436343] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.436343] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.436343] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.436343] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44eb8977-9473-4715-afcb-09aa1c955ad8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.442019] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1043.442019] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c7a147-eb24-4389-fe8f-050c37e63182" [ 1043.442019] env[70220]: _type = "Task" [ 1043.442019] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.456527] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c7a147-eb24-4389-fe8f-050c37e63182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.560586] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "1e78cadc-2b86-43fb-bf28-166187a8717e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.560869] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "1e78cadc-2b86-43fb-bf28-166187a8717e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.593273] env[70220]: ERROR nova.scheduler.client.report [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [req-d0dfc8a8-7196-42ed-ae28-856a8f5b4055] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0dfc8a8-7196-42ed-ae28-856a8f5b4055"}]} [ 1043.612645] env[70220]: DEBUG nova.scheduler.client.report [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1043.619258] env[70220]: DEBUG nova.compute.manager [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Received event network-vif-deleted-18d52ac6-5c11-4c2b-b82e-9fcb7882a8c0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.619477] env[70220]: DEBUG nova.compute.manager [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Received event network-vif-plugged-21374ebd-8aa0-4030-b0ff-66f455543c28 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.619672] env[70220]: DEBUG oslo_concurrency.lockutils [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] Acquiring lock "4b873e42-571a-4991-afcd-98f0b4a35528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.620323] env[70220]: DEBUG oslo_concurrency.lockutils [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] Lock "4b873e42-571a-4991-afcd-98f0b4a35528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.620323] env[70220]: DEBUG oslo_concurrency.lockutils [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] Lock "4b873e42-571a-4991-afcd-98f0b4a35528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.620323] env[70220]: DEBUG nova.compute.manager [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] No waiting events found dispatching network-vif-plugged-21374ebd-8aa0-4030-b0ff-66f455543c28 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.620590] env[70220]: WARNING nova.compute.manager [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Received unexpected event network-vif-plugged-21374ebd-8aa0-4030-b0ff-66f455543c28 for instance with vm_state building and task_state spawning. [ 1043.620590] env[70220]: DEBUG nova.compute.manager [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Received event network-changed-21374ebd-8aa0-4030-b0ff-66f455543c28 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.620690] env[70220]: DEBUG nova.compute.manager [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Refreshing instance network info cache due to event network-changed-21374ebd-8aa0-4030-b0ff-66f455543c28. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.620868] env[70220]: DEBUG oslo_concurrency.lockutils [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] Acquiring lock "refresh_cache-4b873e42-571a-4991-afcd-98f0b4a35528" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.622955] env[70220]: DEBUG nova.compute.manager [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Received event network-vif-plugged-c408c4d3-1ecf-450e-a988-83a2c8164a67 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.623166] env[70220]: DEBUG oslo_concurrency.lockutils [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] Acquiring lock "97155f26-975a-43a9-9a2b-ffc73c3122e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.623359] env[70220]: DEBUG oslo_concurrency.lockutils [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] Lock "97155f26-975a-43a9-9a2b-ffc73c3122e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.623554] env[70220]: DEBUG oslo_concurrency.lockutils [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] Lock "97155f26-975a-43a9-9a2b-ffc73c3122e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.623885] env[70220]: DEBUG nova.compute.manager [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] No waiting events found dispatching network-vif-plugged-c408c4d3-1ecf-450e-a988-83a2c8164a67 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.623885] env[70220]: WARNING nova.compute.manager [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Received unexpected event network-vif-plugged-c408c4d3-1ecf-450e-a988-83a2c8164a67 for instance with vm_state building and task_state spawning. [ 1043.624040] env[70220]: DEBUG nova.compute.manager [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Received event network-changed-c408c4d3-1ecf-450e-a988-83a2c8164a67 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.624183] env[70220]: DEBUG nova.compute.manager [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Refreshing instance network info cache due to event network-changed-c408c4d3-1ecf-450e-a988-83a2c8164a67. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.624437] env[70220]: DEBUG oslo_concurrency.lockutils [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] Acquiring lock "refresh_cache-97155f26-975a-43a9-9a2b-ffc73c3122e6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.628175] env[70220]: DEBUG oslo_concurrency.lockutils [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] Acquired lock "refresh_cache-97155f26-975a-43a9-9a2b-ffc73c3122e6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.628175] env[70220]: DEBUG nova.network.neutron [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Refreshing network info cache for port c408c4d3-1ecf-450e-a988-83a2c8164a67 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.639679] env[70220]: DEBUG nova.scheduler.client.report [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1043.639920] env[70220]: DEBUG nova.compute.provider_tree [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.647571] env[70220]: DEBUG oslo_vmware.api [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626004, 'name': PowerOnVM_Task, 'duration_secs': 0.4764} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.648355] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.648355] env[70220]: INFO nova.compute.manager [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1043.648532] env[70220]: DEBUG nova.compute.manager [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.649517] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66aa58c7-d517-40c7-ae79-7891d3cf82c3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.666656] env[70220]: DEBUG nova.scheduler.client.report [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1043.688333] env[70220]: DEBUG nova.scheduler.client.report [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1043.763631] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.803293] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: d48215f1-518c-409d-a343-6c0eada63c56] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1043.808609] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Releasing lock "refresh_cache-4b873e42-571a-4991-afcd-98f0b4a35528" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.808609] env[70220]: DEBUG nova.compute.manager [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Instance network_info: |[{"id": "21374ebd-8aa0-4030-b0ff-66f455543c28", "address": "fa:16:3e:66:e2:42", "network": {"id": "c3ea728b-cbca-4b81-9c21-8e320edfcf6d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1039220225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b603d35c4fa40e98c30f85d8794718a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21374ebd-8a", "ovs_interfaceid": "21374ebd-8aa0-4030-b0ff-66f455543c28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.808609] env[70220]: DEBUG oslo_concurrency.lockutils [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] Acquired lock "refresh_cache-4b873e42-571a-4991-afcd-98f0b4a35528" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.808609] env[70220]: DEBUG nova.network.neutron [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Refreshing network info cache for port 21374ebd-8aa0-4030-b0ff-66f455543c28 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.808609] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:e2:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21374ebd-8aa0-4030-b0ff-66f455543c28', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.816127] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Creating folder: Project (0b603d35c4fa40e98c30f85d8794718a). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.819153] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ccf4009-9775-454b-adda-3eadb1e5e885 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.834688] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Created folder: Project (0b603d35c4fa40e98c30f85d8794718a) in parent group-v722922. [ 1043.834898] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Creating folder: Instances. Parent ref: group-v723128. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1043.835183] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a23327fe-7fa9-4acd-ac03-fcaeb88b4c0c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.851917] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Created folder: Instances in parent group-v723128. [ 1043.852178] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.854707] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.855397] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-864214bf-360d-4fbf-8048-cf63229e0b49 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.877399] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.877399] env[70220]: value = "task-3626007" [ 1043.877399] env[70220]: _type = "Task" [ 1043.877399] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.887168] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626007, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.954159] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c7a147-eb24-4389-fe8f-050c37e63182, 'name': SearchDatastore_Task, 'duration_secs': 0.016804} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.954485] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.954734] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.955044] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.955206] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.955389] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.955668] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4924c8a4-1566-4dd8-bdaf-52131c9b25ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.971075] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.971273] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.972039] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ff79b0-9d30-4331-95d9-d9dd209fce58 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.977345] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1043.977345] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b9f62b-1ac1-dfa5-3637-44736ca137d7" [ 1043.977345] env[70220]: _type = "Task" [ 1043.977345] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.988432] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b9f62b-1ac1-dfa5-3637-44736ca137d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.003259] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dff5f37-a7d5-4816-b7f4-eaa68c43c3ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.007109] env[70220]: DEBUG nova.objects.instance [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lazy-loading 'flavor' on Instance uuid 67b781f1-3651-42ae-9c8e-7270cff068cf {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.012370] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31af27f7-ce3d-4638-a10c-6a19f72e0909 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.051185] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c62d18-2a79-460b-8b10-e09cc256c8a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.062393] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ae9e37-ac1a-45b6-829f-6a2031df3ff3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.067238] env[70220]: DEBUG nova.compute.manager [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.081321] env[70220]: DEBUG nova.compute.provider_tree [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.178117] env[70220]: INFO nova.compute.manager [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Took 46.20 seconds to build instance. [ 1044.210676] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.211098] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.211235] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.212080] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.212080] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.215033] env[70220]: INFO nova.compute.manager [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Terminating instance [ 1044.261232] env[70220]: DEBUG nova.network.neutron [-] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.305282] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: e94e9694-4aa0-470b-b46b-0c8c93dd3420] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1044.392316] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626007, 'name': CreateVM_Task, 'duration_secs': 0.402472} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.392977] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.393545] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.393918] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.394033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.394375] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-819dc94a-4183-4092-9d47-679017796bf8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.399308] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for the task: (returnval){ [ 1044.399308] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aa7dfb-6502-026d-35e5-85cab027ff8d" [ 1044.399308] env[70220]: _type = "Task" [ 1044.399308] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.407687] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aa7dfb-6502-026d-35e5-85cab027ff8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.487968] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b9f62b-1ac1-dfa5-3637-44736ca137d7, 'name': SearchDatastore_Task, 'duration_secs': 0.014617} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.488921] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f895802-7243-4b10-b088-b332c1e2f8db {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.494807] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1044.494807] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521ef0ae-4046-2fc3-a7f3-230fc3ae4182" [ 1044.494807] env[70220]: _type = "Task" [ 1044.494807] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.503128] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521ef0ae-4046-2fc3-a7f3-230fc3ae4182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.607792] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.642303] env[70220]: DEBUG nova.scheduler.client.report [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1044.642615] env[70220]: DEBUG nova.compute.provider_tree [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 98 to 99 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1044.642856] env[70220]: DEBUG nova.compute.provider_tree [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.657316] env[70220]: DEBUG nova.network.neutron [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Updated VIF entry in instance network info cache for port 21374ebd-8aa0-4030-b0ff-66f455543c28. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.657662] env[70220]: DEBUG nova.network.neutron [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Updating instance_info_cache with network_info: [{"id": "21374ebd-8aa0-4030-b0ff-66f455543c28", "address": "fa:16:3e:66:e2:42", "network": {"id": "c3ea728b-cbca-4b81-9c21-8e320edfcf6d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1039220225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b603d35c4fa40e98c30f85d8794718a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21374ebd-8a", "ovs_interfaceid": "21374ebd-8aa0-4030-b0ff-66f455543c28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.681058] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7315bf64-fc06-497e-874f-5599af976060 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.710s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.721418] env[70220]: DEBUG nova.compute.manager [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1044.721652] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.722695] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6912ec-5c73-412a-9c15-5942ff66c033 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.732252] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.732485] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf5b947e-c467-42e5-9b8a-f28311100c3f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.739401] env[70220]: DEBUG oslo_vmware.api [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 1044.739401] env[70220]: value = "task-3626008" [ 1044.739401] env[70220]: _type = "Task" [ 1044.739401] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.756641] env[70220]: DEBUG oslo_vmware.api [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3626008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.765407] env[70220]: INFO nova.compute.manager [-] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Took 3.09 seconds to deallocate network for instance. [ 1044.811586] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: ed5faa43-07dd-4a5c-bd7c-022867ac115f] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1044.914346] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aa7dfb-6502-026d-35e5-85cab027ff8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.914346] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.914604] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.914777] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.006934] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521ef0ae-4046-2fc3-a7f3-230fc3ae4182, 'name': SearchDatastore_Task, 'duration_secs': 0.010636} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.007250] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.007599] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 97155f26-975a-43a9-9a2b-ffc73c3122e6/97155f26-975a-43a9-9a2b-ffc73c3122e6.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.007896] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.008107] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.008398] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ebc5a8b-a784-486d-a5f6-2c1272ea2574 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.010770] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5574b7c3-ed1b-47cd-aeb5-dee449592c29 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.015398] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9bba8d65-c181-4739-924e-f293b3a82674 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.360s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.019095] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1045.019095] env[70220]: value = "task-3626009" [ 1045.019095] env[70220]: _type = "Task" [ 1045.019095] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.025909] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.026124] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.028166] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ebc34b-05e6-4cb9-ae20-4c431b66ec7a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.037041] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.042535] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for the task: (returnval){ [ 1045.042535] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525e2b86-770d-042d-a5a3-7113637b33b6" [ 1045.042535] env[70220]: _type = "Task" [ 1045.042535] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.057962] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525e2b86-770d-042d-a5a3-7113637b33b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.149995] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.998s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.153618] env[70220]: DEBUG oslo_concurrency.lockutils [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.806s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.153618] env[70220]: DEBUG nova.objects.instance [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lazy-loading 'resources' on Instance uuid 0c653c24-61a2-468d-bcc6-112e95d6368a {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.161457] env[70220]: DEBUG oslo_concurrency.lockutils [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] Releasing lock "refresh_cache-4b873e42-571a-4991-afcd-98f0b4a35528" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.161700] env[70220]: DEBUG nova.compute.manager [req-58a486cd-2bb3-4449-9574-8a1e337725bd req-09d57322-0355-4716-8cf6-c73ae8056249 service nova] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Received event network-vif-deleted-d3bb9b78-5a2a-48ae-883e-5c09692ea45f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.181286] env[70220]: INFO nova.scheduler.client.report [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Deleted allocations for instance a3356885-5ac9-4108-bc1d-e9ba684f334d [ 1045.227651] env[70220]: DEBUG nova.network.neutron [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Updated VIF entry in instance network info cache for port c408c4d3-1ecf-450e-a988-83a2c8164a67. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.228047] env[70220]: DEBUG nova.network.neutron [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Updating instance_info_cache with network_info: [{"id": "c408c4d3-1ecf-450e-a988-83a2c8164a67", "address": "fa:16:3e:db:7f:2a", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc408c4d3-1e", "ovs_interfaceid": "c408c4d3-1ecf-450e-a988-83a2c8164a67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.255959] env[70220]: DEBUG oslo_vmware.api [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3626008, 'name': PowerOffVM_Task, 'duration_secs': 0.357361} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.256349] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.256523] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.257427] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-697479b7-3a42-485e-8cc5-ec62c9b94a21 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.271265] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.315324] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 28201572-27d6-494c-a82a-73b22a2a276c] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1045.334569] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.334789] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.334968] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleting the datastore file [datastore1] f86272cc-e3fb-4bc5-8272-faab2cb68e29 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.335266] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-276bcd16-25fb-4d3c-9b03-b91c962ba102 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.344636] env[70220]: DEBUG oslo_vmware.api [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for the task: (returnval){ [ 1045.344636] env[70220]: value = "task-3626011" [ 1045.344636] env[70220]: _type = "Task" [ 1045.344636] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.354257] env[70220]: DEBUG oslo_vmware.api [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3626011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.528734] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480114} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.529007] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 97155f26-975a-43a9-9a2b-ffc73c3122e6/97155f26-975a-43a9-9a2b-ffc73c3122e6.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.529229] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.529474] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e90e719-ba36-434d-a6b8-434374c7d388 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.536690] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1045.536690] env[70220]: value = "task-3626012" [ 1045.536690] env[70220]: _type = "Task" [ 1045.536690] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.544209] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.552078] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525e2b86-770d-042d-a5a3-7113637b33b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.552882] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b812732-ad36-4c23-80cf-268d4a672609 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.558096] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for the task: (returnval){ [ 1045.558096] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521aba38-48c7-61f7-0577-79bcfe877bf4" [ 1045.558096] env[70220]: _type = "Task" [ 1045.558096] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.566224] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521aba38-48c7-61f7-0577-79bcfe877bf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.689344] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0bbe3891-40e8-4a09-84ab-d9e42365872b tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "a3356885-5ac9-4108-bc1d-e9ba684f334d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.845s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.733387] env[70220]: DEBUG oslo_concurrency.lockutils [req-c1f561e0-a106-4a63-8b43-575f09e961dc req-ca424f5b-4c2b-46c8-b76f-f2531673d7a9 service nova] Releasing lock "refresh_cache-97155f26-975a-43a9-9a2b-ffc73c3122e6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.819453] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 65efef5f-247f-45ab-9b76-915bdd9f9ce3] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1045.859508] env[70220]: DEBUG oslo_vmware.api [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Task: {'id': task-3626011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279058} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.859977] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.859977] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1045.860112] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.860268] env[70220]: INFO nova.compute.manager [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1045.860545] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.860736] env[70220]: DEBUG nova.compute.manager [-] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1045.860832] env[70220]: DEBUG nova.network.neutron [-] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.945485] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc1c37-93b7-4fb6-9a93-7f7f916f83e1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.955830] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c09f9be-0175-43c0-b611-a29723aa04f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.986286] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487b7056-3939-4653-ad88-266904b9c481 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.994633] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c29bd7-9d12-4a4e-b0d6-bb0a1d9863e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.010771] env[70220]: DEBUG nova.compute.provider_tree [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.049400] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089378} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.049400] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.049400] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205d13ae-687b-4741-883e-a4501dd110dd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.073900] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 97155f26-975a-43a9-9a2b-ffc73c3122e6/97155f26-975a-43a9-9a2b-ffc73c3122e6.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.077780] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842fc263-1f6e-45d8-bb5c-30caf7bc4509 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.100635] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521aba38-48c7-61f7-0577-79bcfe877bf4, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.104116] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.104116] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 4b873e42-571a-4991-afcd-98f0b4a35528/4b873e42-571a-4991-afcd-98f0b4a35528.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.104116] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1046.104116] env[70220]: value = "task-3626013" [ 1046.104116] env[70220]: _type = "Task" [ 1046.104116] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.104116] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daee510e-ee2a-45d5-b289-0a4226dcb349 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.114090] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626013, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.117577] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for the task: (returnval){ [ 1046.117577] env[70220]: value = "task-3626014" [ 1046.117577] env[70220]: _type = "Task" [ 1046.117577] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.123366] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.298297] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "1d9af276-9544-447e-9fa6-4fe5578766fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.298393] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "1d9af276-9544-447e-9fa6-4fe5578766fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.325134] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 6750e7b9-6ca1-43a3-933c-516927e52767] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1046.357607] env[70220]: DEBUG nova.compute.manager [req-b849b5c3-d3fa-4bcc-8a61-93adcfd62405 req-1d876846-fe8a-47cd-9698-3b5f7da50886 service nova] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Received event network-vif-deleted-447eb8a0-a066-4e25-889c-fd5da4a53099 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.514975] env[70220]: DEBUG nova.scheduler.client.report [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.618431] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626013, 'name': ReconfigVM_Task, 'duration_secs': 0.325427} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.621691] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 97155f26-975a-43a9-9a2b-ffc73c3122e6/97155f26-975a-43a9-9a2b-ffc73c3122e6.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.622775] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f52fd65f-5521-4edd-8af9-d7ff237a557d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.631762] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626014, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.633012] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1046.633012] env[70220]: value = "task-3626015" [ 1046.633012] env[70220]: _type = "Task" [ 1046.633012] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.642653] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626015, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.804778] env[70220]: DEBUG nova.compute.manager [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.828320] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 95b4ab4c-0dce-456e-847c-e4e38778446a] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1047.011087] env[70220]: DEBUG nova.network.neutron [-] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.029581] env[70220]: DEBUG oslo_concurrency.lockutils [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.032560] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.936s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.034798] env[70220]: INFO nova.compute.claims [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.067712] env[70220]: INFO nova.scheduler.client.report [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Deleted allocations for instance 0c653c24-61a2-468d-bcc6-112e95d6368a [ 1047.131228] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556924} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.131923] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 4b873e42-571a-4991-afcd-98f0b4a35528/4b873e42-571a-4991-afcd-98f0b4a35528.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.132384] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.132719] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9da44870-05be-4608-b920-879140a01200 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.151324] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626015, 'name': Rename_Task, 'duration_secs': 0.143497} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.151324] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.151324] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for the task: (returnval){ [ 1047.151324] env[70220]: value = "task-3626016" [ 1047.151324] env[70220]: _type = "Task" [ 1047.151324] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.151324] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcfcea0b-cab6-4bd4-b235-be6a8adaf1d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.165333] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1047.165333] env[70220]: value = "task-3626017" [ 1047.165333] env[70220]: _type = "Task" [ 1047.165333] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.169063] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.178119] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.329931] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.331460] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: f0951203-1ae7-4579-a80c-c9d22fbee6df] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1047.500882] env[70220]: DEBUG oslo_concurrency.lockutils [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "67b781f1-3651-42ae-9c8e-7270cff068cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.501170] env[70220]: DEBUG oslo_concurrency.lockutils [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.501380] env[70220]: DEBUG oslo_concurrency.lockutils [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "67b781f1-3651-42ae-9c8e-7270cff068cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.502099] env[70220]: DEBUG oslo_concurrency.lockutils [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.502335] env[70220]: DEBUG oslo_concurrency.lockutils [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.505760] env[70220]: INFO nova.compute.manager [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Terminating instance [ 1047.513702] env[70220]: INFO nova.compute.manager [-] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Took 1.65 seconds to deallocate network for instance. [ 1047.577374] env[70220]: DEBUG oslo_concurrency.lockutils [None req-76605c6e-a1a8-4f2a-aae9-06e5bde5738d tempest-MigrationsAdminTest-688176620 tempest-MigrationsAdminTest-688176620-project-member] Lock "0c653c24-61a2-468d-bcc6-112e95d6368a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.311s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.665970] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12998} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.671178] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.672158] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89caae30-d045-44bd-b375-5732697e221d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.704061] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 4b873e42-571a-4991-afcd-98f0b4a35528/4b873e42-571a-4991-afcd-98f0b4a35528.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.707549] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0d0162-9301-4206-a004-ffc226337f70 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.722102] env[70220]: DEBUG oslo_vmware.api [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626017, 'name': PowerOnVM_Task, 'duration_secs': 0.474883} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.722494] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.722736] env[70220]: INFO nova.compute.manager [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1047.722943] env[70220]: DEBUG nova.compute.manager [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.724170] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469ea8e0-2ca5-4869-9fda-fb93a9d2f27d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.731200] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for the task: (returnval){ [ 1047.731200] env[70220]: value = "task-3626018" [ 1047.731200] env[70220]: _type = "Task" [ 1047.731200] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.745417] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626018, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.839553] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: f6db5281-a7f3-4ed3-86f5-6fe09cc39c38] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1048.011665] env[70220]: DEBUG nova.compute.manager [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.011665] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.012626] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c1e17d-424e-4c57-b97e-b67c3fc66501 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.019739] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.028730] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.029077] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4dd9b4f-339d-4926-a0c1-ecfcadf8a866 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.037052] env[70220]: DEBUG oslo_vmware.api [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 1048.037052] env[70220]: value = "task-3626019" [ 1048.037052] env[70220]: _type = "Task" [ 1048.037052] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.047629] env[70220]: DEBUG oslo_vmware.api [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.261734] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626018, 'name': ReconfigVM_Task, 'duration_secs': 0.42068} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.262063] env[70220]: INFO nova.compute.manager [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Took 48.68 seconds to build instance. [ 1048.263128] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 4b873e42-571a-4991-afcd-98f0b4a35528/4b873e42-571a-4991-afcd-98f0b4a35528.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.263778] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7f7cac2-08c7-4273-aef6-111be8419ca5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.273124] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for the task: (returnval){ [ 1048.273124] env[70220]: value = "task-3626020" [ 1048.273124] env[70220]: _type = "Task" [ 1048.273124] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.294022] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626020, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.347854] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: b643add3-e476-47c2-b316-a38cbddc7ad0] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1048.538250] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddacb2b-dba2-4d92-b0bf-adf2d5940828 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.568284] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60226b17-52bb-4900-a508-b9eb3f2643b0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.572518] env[70220]: DEBUG oslo_vmware.api [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626019, 'name': PowerOffVM_Task, 'duration_secs': 0.27141} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.572807] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.572965] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.576774] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a25e8e4-4842-4ee7-9366-0830da6aa7d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.612750] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ee90c3-0f0b-48b9-bcba-da7779e26852 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.629269] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e52dcea-5aff-4c4c-ac3e-9b497620fce8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.642491] env[70220]: DEBUG nova.compute.provider_tree [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.692979] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.693229] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.693420] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Deleting the datastore file [datastore2] 67b781f1-3651-42ae-9c8e-7270cff068cf {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.693698] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c82965c3-56e8-4f12-9dcc-37a2d1591900 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.701125] env[70220]: DEBUG oslo_vmware.api [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 1048.701125] env[70220]: value = "task-3626022" [ 1048.701125] env[70220]: _type = "Task" [ 1048.701125] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.711928] env[70220]: DEBUG oslo_vmware.api [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.770194] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f106cbc5-8b5d-4cd3-98f9-b632cc19b784 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "97155f26-975a-43a9-9a2b-ffc73c3122e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.192s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.786408] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626020, 'name': Rename_Task, 'duration_secs': 0.343669} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.786408] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.786558] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8925c853-88ba-48d0-b18e-8871464a3f03 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.794539] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for the task: (returnval){ [ 1048.794539] env[70220]: value = "task-3626023" [ 1048.794539] env[70220]: _type = "Task" [ 1048.794539] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.808279] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.853663] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 0ee0f9f8-c5b4-4fe2-9f33-ed3c743dfc4b] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1049.121335] env[70220]: DEBUG nova.compute.manager [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Received event network-changed-9a7d0481-d699-4b38-88dc-81aa06adbe1d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.121516] env[70220]: DEBUG nova.compute.manager [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Refreshing instance network info cache due to event network-changed-9a7d0481-d699-4b38-88dc-81aa06adbe1d. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.121758] env[70220]: DEBUG oslo_concurrency.lockutils [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] Acquiring lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.121937] env[70220]: DEBUG oslo_concurrency.lockutils [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] Acquired lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.124325] env[70220]: DEBUG nova.network.neutron [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Refreshing network info cache for port 9a7d0481-d699-4b38-88dc-81aa06adbe1d {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.150326] env[70220]: DEBUG nova.scheduler.client.report [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.215678] env[70220]: DEBUG oslo_vmware.api [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.308241] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.358429] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: ca432dce-af3a-46fb-a71d-9d6e1ef8064d] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1049.656188] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.656930] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.660986] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.545s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.662546] env[70220]: INFO nova.compute.claims [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.716421] env[70220]: DEBUG oslo_vmware.api [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.803967] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquiring lock "59060a05-ee27-4026-952c-ef8a7a82dc78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.804386] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "59060a05-ee27-4026-952c-ef8a7a82dc78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.812767] env[70220]: DEBUG oslo_vmware.api [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626023, 'name': PowerOnVM_Task, 'duration_secs': 0.867267} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.813255] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.813255] env[70220]: INFO nova.compute.manager [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1049.813389] env[70220]: DEBUG nova.compute.manager [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.814716] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82ce54b-5af3-4b32-acfa-c074d41bbb67 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.865027] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 2b82486a-2d73-45b1-8250-3466ae285f6a] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1049.991173] env[70220]: DEBUG nova.network.neutron [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Updated VIF entry in instance network info cache for port 9a7d0481-d699-4b38-88dc-81aa06adbe1d. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.991472] env[70220]: DEBUG nova.network.neutron [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Updating instance_info_cache with network_info: [{"id": "9a7d0481-d699-4b38-88dc-81aa06adbe1d", "address": "fa:16:3e:e0:97:07", "network": {"id": "2d6baac0-8bda-4cd0-8bca-677cc5a344f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-349553905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f48233cf84e878fcc50a544489a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7d0481-d6", "ovs_interfaceid": "9a7d0481-d699-4b38-88dc-81aa06adbe1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.167241] env[70220]: DEBUG nova.compute.utils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.170861] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.171072] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.218986] env[70220]: DEBUG oslo_vmware.api [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.070846} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.219285] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.220812] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.220812] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.220812] env[70220]: INFO nova.compute.manager [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1050.221202] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.221411] env[70220]: DEBUG nova.compute.manager [-] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.221540] env[70220]: DEBUG nova.network.neutron [-] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.276940] env[70220]: DEBUG nova.policy [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdd800332e9b4a56818229f04365db3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a632c22f6d8c4d84a0c693667bd62282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.309643] env[70220]: DEBUG nova.compute.manager [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.346617] env[70220]: INFO nova.compute.manager [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Took 33.14 seconds to build instance. [ 1050.369709] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 34212518-eb14-4da3-913a-9c68b5f5e353] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1050.495700] env[70220]: DEBUG oslo_concurrency.lockutils [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] Releasing lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.495971] env[70220]: DEBUG nova.compute.manager [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Received event network-vif-deleted-5fdb4e63-9035-41bb-b28c-bda4a4b7b358 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.496173] env[70220]: DEBUG nova.compute.manager [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Received event network-changed-9a7d0481-d699-4b38-88dc-81aa06adbe1d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.496332] env[70220]: DEBUG nova.compute.manager [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Refreshing instance network info cache due to event network-changed-9a7d0481-d699-4b38-88dc-81aa06adbe1d. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.496537] env[70220]: DEBUG oslo_concurrency.lockutils [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] Acquiring lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.497563] env[70220]: DEBUG oslo_concurrency.lockutils [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] Acquired lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.497563] env[70220]: DEBUG nova.network.neutron [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Refreshing network info cache for port 9a7d0481-d699-4b38-88dc-81aa06adbe1d {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.671832] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.764731] env[70220]: DEBUG nova.compute.manager [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.770362] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b600f248-1a18-409b-9d50-eaa8526edf44 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.831980] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.850613] env[70220]: DEBUG oslo_concurrency.lockutils [None req-66fee1a8-b15b-48c9-b661-e95295faf078 tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Lock "4b873e42-571a-4991-afcd-98f0b4a35528" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.053s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.877522] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 64f4d6f6-12b5-440f-9329-a7f1894605aa] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1050.993429] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16572c9a-acd0-4257-9ea8-ed54b7ecbadd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.003216] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c693c4a6-aae9-460f-a2d7-9dc5c4553fbe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.042099] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cefe608-c4bf-4ca0-a990-e0db42862f4f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.048478] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c0ba89-7272-4131-b502-ddad7b356e79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.064699] env[70220]: DEBUG nova.compute.provider_tree [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.112048] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Successfully created port: db7633df-0c68-4f61-b838-e12f1896c58c {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.280387] env[70220]: INFO nova.compute.manager [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] instance snapshotting [ 1051.283529] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0620747b-0cc5-4492-bd1d-737472b9c479 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.307584] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af260aa-89cf-43d0-90c4-803ef28759e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.385202] env[70220]: DEBUG nova.network.neutron [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Updated VIF entry in instance network info cache for port 9a7d0481-d699-4b38-88dc-81aa06adbe1d. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.385636] env[70220]: DEBUG nova.network.neutron [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Updating instance_info_cache with network_info: [{"id": "9a7d0481-d699-4b38-88dc-81aa06adbe1d", "address": "fa:16:3e:e0:97:07", "network": {"id": "2d6baac0-8bda-4cd0-8bca-677cc5a344f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-349553905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f48233cf84e878fcc50a544489a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a7d0481-d6", "ovs_interfaceid": "9a7d0481-d699-4b38-88dc-81aa06adbe1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.388754] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 542efbf6-f5ea-44e0-9c73-f6265fc6ed45] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1051.542313] env[70220]: DEBUG nova.compute.manager [req-6a20863d-2035-4865-8c83-91487c0dd190 req-f6d1a200-6654-49d0-bd1d-f272644e1292 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Received event network-vif-deleted-775c98bc-ed4b-4b6e-850c-f534a91e4619 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.542737] env[70220]: INFO nova.compute.manager [req-6a20863d-2035-4865-8c83-91487c0dd190 req-f6d1a200-6654-49d0-bd1d-f272644e1292 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Neutron deleted interface 775c98bc-ed4b-4b6e-850c-f534a91e4619; detaching it from the instance and deleting it from the info cache [ 1051.543042] env[70220]: DEBUG nova.network.neutron [req-6a20863d-2035-4865-8c83-91487c0dd190 req-f6d1a200-6654-49d0-bd1d-f272644e1292 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.571854] env[70220]: DEBUG nova.scheduler.client.report [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.637743] env[70220]: DEBUG nova.network.neutron [-] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.690639] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.721295] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.721609] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.721753] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.721935] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.723855] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.723855] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.723855] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.723855] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.723947] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.724134] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.724915] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.725633] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7057ba3f-ca15-49e1-9a90-9ea2493b44dc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.734655] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa956c38-4f45-4286-82fd-148712b483ac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.819275] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1051.819604] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-383dd998-5e70-41d0-b06d-8b9b060b4300 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.827616] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1051.827616] env[70220]: value = "task-3626024" [ 1051.827616] env[70220]: _type = "Task" [ 1051.827616] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.841408] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626024, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.889039] env[70220]: DEBUG oslo_concurrency.lockutils [req-eed282e8-5d0a-4c8e-bcf0-66ef2ff3c9e5 req-0020f9a8-2df7-4461-b380-8675f540a5be service nova] Releasing lock "refresh_cache-6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.893179] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 21228faf-5663-44c8-b3ce-52e69d01eeac] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1052.045891] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6d16720-0c1f-43e7-9918-065e3bc95aa7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.057443] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d66ed9a-fc1d-4de3-92b1-56fb13db4c05 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.078167] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.078704] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.092407] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.329s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.092767] env[70220]: DEBUG nova.objects.instance [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Lazy-loading 'resources' on Instance uuid 515e0211-4f27-4996-bf86-0f4eebcba99b {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.096672] env[70220]: DEBUG nova.compute.manager [req-6a20863d-2035-4865-8c83-91487c0dd190 req-f6d1a200-6654-49d0-bd1d-f272644e1292 service nova] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Detach interface failed, port_id=775c98bc-ed4b-4b6e-850c-f534a91e4619, reason: Instance 67b781f1-3651-42ae-9c8e-7270cff068cf could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.097621] env[70220]: INFO nova.compute.manager [-] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Took 1.88 seconds to deallocate network for instance. [ 1052.348272] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626024, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.396725] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 2ed0eaf0-eb4a-49fa-af4d-dc960bdef81b] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1052.404928] env[70220]: DEBUG oslo_concurrency.lockutils [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "fb3786d6-49a9-4f69-8fef-e8b1add18688" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.405223] env[70220]: DEBUG oslo_concurrency.lockutils [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "fb3786d6-49a9-4f69-8fef-e8b1add18688" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.405469] env[70220]: DEBUG oslo_concurrency.lockutils [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "fb3786d6-49a9-4f69-8fef-e8b1add18688-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.405654] env[70220]: DEBUG oslo_concurrency.lockutils [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "fb3786d6-49a9-4f69-8fef-e8b1add18688-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.405823] env[70220]: DEBUG oslo_concurrency.lockutils [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "fb3786d6-49a9-4f69-8fef-e8b1add18688-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.411785] env[70220]: INFO nova.compute.manager [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Terminating instance [ 1052.606057] env[70220]: DEBUG nova.compute.utils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.606252] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "036e1413-2876-4fc3-a481-3c63dfe1fc41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.606395] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "036e1413-2876-4fc3-a481-3c63dfe1fc41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.606632] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "036e1413-2876-4fc3-a481-3c63dfe1fc41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.606870] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "036e1413-2876-4fc3-a481-3c63dfe1fc41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.606963] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "036e1413-2876-4fc3-a481-3c63dfe1fc41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.612802] env[70220]: DEBUG oslo_concurrency.lockutils [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.614327] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.614527] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.616820] env[70220]: INFO nova.compute.manager [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Terminating instance [ 1052.703578] env[70220]: DEBUG nova.policy [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdd800332e9b4a56818229f04365db3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a632c22f6d8c4d84a0c693667bd62282', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.840929] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626024, 'name': CreateSnapshot_Task, 'duration_secs': 1.012446} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.841266] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1052.842116] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399fe215-bfc6-4271-b568-4c2c4040c99d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.901959] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1052.902215] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Cleaning up deleted instances with incomplete migration {{(pid=70220) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1052.905601] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e03c1f5-d89c-452e-82a5-c63158a5b322 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.913863] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee245e5-7383-4b53-9287-e8ed6635c6c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.918973] env[70220]: DEBUG nova.compute.manager [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.919200] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.920630] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bd9c22-c707-48cd-96e3-e9af58242b6e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.928793] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.953433] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7ddff27-b057-4bf0-9478-1506aade02a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.956316] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9011bd-edb0-48d8-abd0-185f08f7b1cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.965328] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deb7f15-d01b-4089-b387-5d50284626cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.969991] env[70220]: DEBUG oslo_vmware.api [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1052.969991] env[70220]: value = "task-3626025" [ 1052.969991] env[70220]: _type = "Task" [ 1052.969991] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.982935] env[70220]: DEBUG nova.compute.provider_tree [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.994491] env[70220]: DEBUG oslo_vmware.api [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3626025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.120196] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.124921] env[70220]: DEBUG nova.compute.manager [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.125533] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.127377] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079f9607-5e88-4efc-bcf1-b1c34b9ea055 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.137722] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.137722] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3de81ba-337c-49f3-9f71-855c03580ae6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.146190] env[70220]: DEBUG oslo_vmware.api [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1053.146190] env[70220]: value = "task-3626026" [ 1053.146190] env[70220]: _type = "Task" [ 1053.146190] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.153345] env[70220]: DEBUG oslo_vmware.api [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3626026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.201513] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Successfully created port: 39c51f3a-8378-44e8-8926-f2b3dd99030d {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.365583] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1053.365583] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-776fa676-c96c-465e-a673-b44edbbabd5b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.375652] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1053.375652] env[70220]: value = "task-3626027" [ 1053.375652] env[70220]: _type = "Task" [ 1053.375652] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.384051] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626027, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.410229] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.481505] env[70220]: DEBUG oslo_vmware.api [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3626025, 'name': PowerOffVM_Task, 'duration_secs': 0.347774} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.481716] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.481930] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.482200] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59d9cf8d-682a-482f-b871-f7d87e57103b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.487417] env[70220]: DEBUG nova.scheduler.client.report [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.571400] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.572699] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.572699] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Deleting the datastore file [datastore1] fb3786d6-49a9-4f69-8fef-e8b1add18688 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.572699] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aedb0674-7657-4ba1-95ff-1b0168fd0712 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.578937] env[70220]: DEBUG oslo_vmware.api [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1053.578937] env[70220]: value = "task-3626029" [ 1053.578937] env[70220]: _type = "Task" [ 1053.578937] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.587744] env[70220]: DEBUG oslo_vmware.api [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3626029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.660255] env[70220]: DEBUG oslo_vmware.api [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3626026, 'name': PowerOffVM_Task, 'duration_secs': 0.391941} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.660255] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.660255] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.661150] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b462c758-609a-4552-97b2-f0a6c6ac7db9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.741688] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.741688] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.741688] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Deleting the datastore file [datastore1] 036e1413-2876-4fc3-a481-3c63dfe1fc41 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.741688] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3db04938-8dc9-49aa-ad38-4186909a28e3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.752341] env[70220]: DEBUG oslo_vmware.api [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for the task: (returnval){ [ 1053.752341] env[70220]: value = "task-3626031" [ 1053.752341] env[70220]: _type = "Task" [ 1053.752341] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.760688] env[70220]: DEBUG oslo_vmware.api [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3626031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.773229] env[70220]: DEBUG nova.compute.manager [req-273f533e-4d1a-4b99-931f-3e5a06ac4a0e req-b3823fee-2dc2-48bb-a39a-901ba45615fc service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Received event network-changed-21374ebd-8aa0-4030-b0ff-66f455543c28 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.773229] env[70220]: DEBUG nova.compute.manager [req-273f533e-4d1a-4b99-931f-3e5a06ac4a0e req-b3823fee-2dc2-48bb-a39a-901ba45615fc service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Refreshing instance network info cache due to event network-changed-21374ebd-8aa0-4030-b0ff-66f455543c28. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.773901] env[70220]: DEBUG oslo_concurrency.lockutils [req-273f533e-4d1a-4b99-931f-3e5a06ac4a0e req-b3823fee-2dc2-48bb-a39a-901ba45615fc service nova] Acquiring lock "refresh_cache-4b873e42-571a-4991-afcd-98f0b4a35528" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.774324] env[70220]: DEBUG oslo_concurrency.lockutils [req-273f533e-4d1a-4b99-931f-3e5a06ac4a0e req-b3823fee-2dc2-48bb-a39a-901ba45615fc service nova] Acquired lock "refresh_cache-4b873e42-571a-4991-afcd-98f0b4a35528" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.774530] env[70220]: DEBUG nova.network.neutron [req-273f533e-4d1a-4b99-931f-3e5a06ac4a0e req-b3823fee-2dc2-48bb-a39a-901ba45615fc service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Refreshing network info cache for port 21374ebd-8aa0-4030-b0ff-66f455543c28 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.904579] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626027, 'name': CloneVM_Task} progress is 93%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.927192] env[70220]: DEBUG nova.compute.manager [req-a03ddb39-ed32-49d6-8187-707facfddbdc req-e75f3b2b-9616-4dd4-a549-1e2eb2ee4ddc service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Received event network-vif-plugged-db7633df-0c68-4f61-b838-e12f1896c58c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.927673] env[70220]: DEBUG oslo_concurrency.lockutils [req-a03ddb39-ed32-49d6-8187-707facfddbdc req-e75f3b2b-9616-4dd4-a549-1e2eb2ee4ddc service nova] Acquiring lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.927976] env[70220]: DEBUG oslo_concurrency.lockutils [req-a03ddb39-ed32-49d6-8187-707facfddbdc req-e75f3b2b-9616-4dd4-a549-1e2eb2ee4ddc service nova] Lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.928224] env[70220]: DEBUG oslo_concurrency.lockutils [req-a03ddb39-ed32-49d6-8187-707facfddbdc req-e75f3b2b-9616-4dd4-a549-1e2eb2ee4ddc service nova] Lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.928435] env[70220]: DEBUG nova.compute.manager [req-a03ddb39-ed32-49d6-8187-707facfddbdc req-e75f3b2b-9616-4dd4-a549-1e2eb2ee4ddc service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] No waiting events found dispatching network-vif-plugged-db7633df-0c68-4f61-b838-e12f1896c58c {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.928689] env[70220]: WARNING nova.compute.manager [req-a03ddb39-ed32-49d6-8187-707facfddbdc req-e75f3b2b-9616-4dd4-a549-1e2eb2ee4ddc service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Received unexpected event network-vif-plugged-db7633df-0c68-4f61-b838-e12f1896c58c for instance with vm_state building and task_state spawning. [ 1053.993367] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.996605] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.389s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.998675] env[70220]: INFO nova.compute.claims [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.035627] env[70220]: INFO nova.scheduler.client.report [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Deleted allocations for instance 515e0211-4f27-4996-bf86-0f4eebcba99b [ 1054.098406] env[70220]: DEBUG oslo_vmware.api [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3626029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294451} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.103299] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.103299] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.103299] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.103299] env[70220]: INFO nova.compute.manager [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1054.103299] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.103299] env[70220]: DEBUG nova.compute.manager [-] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.103299] env[70220]: DEBUG nova.network.neutron [-] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.131574] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.154784] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Successfully updated port: db7633df-0c68-4f61-b838-e12f1896c58c {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.183385] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.183843] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.183951] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.184282] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.184497] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.184763] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.185187] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.185730] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.186062] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.186309] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.186534] env[70220]: DEBUG nova.virt.hardware [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.188548] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3158cb3c-982d-445b-a092-28974ebb85fa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.199386] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133b9f0f-73f4-4182-89c4-a1f48c3efef2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.261267] env[70220]: DEBUG oslo_vmware.api [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Task: {'id': task-3626031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279905} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.261715] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.261964] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.262323] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.262695] env[70220]: INFO nova.compute.manager [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1054.262901] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.263172] env[70220]: DEBUG nova.compute.manager [-] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.263301] env[70220]: DEBUG nova.network.neutron [-] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1054.395186] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626027, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.555027] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ed3d3f00-e969-4d9e-bf74-f7871109de71 tempest-ServerMetadataNegativeTestJSON-2053505360 tempest-ServerMetadataNegativeTestJSON-2053505360-project-member] Lock "515e0211-4f27-4996-bf86-0f4eebcba99b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.023s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.662353] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "refresh_cache-8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.662353] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "refresh_cache-8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.662353] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.853617] env[70220]: DEBUG nova.network.neutron [req-273f533e-4d1a-4b99-931f-3e5a06ac4a0e req-b3823fee-2dc2-48bb-a39a-901ba45615fc service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Updated VIF entry in instance network info cache for port 21374ebd-8aa0-4030-b0ff-66f455543c28. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.853617] env[70220]: DEBUG nova.network.neutron [req-273f533e-4d1a-4b99-931f-3e5a06ac4a0e req-b3823fee-2dc2-48bb-a39a-901ba45615fc service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Updating instance_info_cache with network_info: [{"id": "21374ebd-8aa0-4030-b0ff-66f455543c28", "address": "fa:16:3e:66:e2:42", "network": {"id": "c3ea728b-cbca-4b81-9c21-8e320edfcf6d", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1039220225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b603d35c4fa40e98c30f85d8794718a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21374ebd-8a", "ovs_interfaceid": "21374ebd-8aa0-4030-b0ff-66f455543c28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.896227] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626027, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.230371] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.346797] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Successfully updated port: 39c51f3a-8378-44e8-8926-f2b3dd99030d {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.346797] env[70220]: DEBUG nova.network.neutron [-] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.355408] env[70220]: DEBUG oslo_concurrency.lockutils [req-273f533e-4d1a-4b99-931f-3e5a06ac4a0e req-b3823fee-2dc2-48bb-a39a-901ba45615fc service nova] Releasing lock "refresh_cache-4b873e42-571a-4991-afcd-98f0b4a35528" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.396426] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90329c0-c0c1-4d98-ba66-5bb8fd3b22be {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.402637] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626027, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.408919] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65768bd8-ebd4-4567-a182-b328ac3626b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.412643] env[70220]: DEBUG nova.network.neutron [-] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.455034] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cce0b4-1b06-4ba9-bd6a-e1dbc869a18a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.466154] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931120b1-b29e-4e7a-a022-6310f5939972 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.481372] env[70220]: DEBUG nova.compute.provider_tree [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.550373] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Updating instance_info_cache with network_info: [{"id": "db7633df-0c68-4f61-b838-e12f1896c58c", "address": "fa:16:3e:18:ad:ed", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7633df-0c", "ovs_interfaceid": "db7633df-0c68-4f61-b838-e12f1896c58c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.856689] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "refresh_cache-9b51a60e-4944-49e1-9905-788eecd2926c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.856689] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "refresh_cache-9b51a60e-4944-49e1-9905-788eecd2926c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.856689] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.859682] env[70220]: INFO nova.compute.manager [-] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Took 1.76 seconds to deallocate network for instance. [ 1055.906902] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626027, 'name': CloneVM_Task, 'duration_secs': 2.476735} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.906902] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Created linked-clone VM from snapshot [ 1055.908052] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cbfc8c-7667-4873-99e9-55ab7b815e35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.919221] env[70220]: INFO nova.compute.manager [-] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Took 1.65 seconds to deallocate network for instance. [ 1055.928571] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Uploading image 629eda74-ea54-4d53-bd70-ad5fca792dd1 {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1055.967887] env[70220]: DEBUG oslo_vmware.rw_handles [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1055.967887] env[70220]: value = "vm-723132" [ 1055.967887] env[70220]: _type = "VirtualMachine" [ 1055.967887] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1055.970094] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d2b5026f-c1f6-49ab-94b0-e946cc542f35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.977498] env[70220]: DEBUG oslo_vmware.rw_handles [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lease: (returnval){ [ 1055.977498] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525260e3-618c-4d5a-78da-30eb98862eb5" [ 1055.977498] env[70220]: _type = "HttpNfcLease" [ 1055.977498] env[70220]: } obtained for exporting VM: (result){ [ 1055.977498] env[70220]: value = "vm-723132" [ 1055.977498] env[70220]: _type = "VirtualMachine" [ 1055.977498] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1055.977958] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the lease: (returnval){ [ 1055.977958] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525260e3-618c-4d5a-78da-30eb98862eb5" [ 1055.977958] env[70220]: _type = "HttpNfcLease" [ 1055.977958] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1055.985832] env[70220]: DEBUG nova.scheduler.client.report [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.000031] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "f09f5d46-60dd-43d4-911d-543d996afda7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.000031] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f09f5d46-60dd-43d4-911d-543d996afda7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.000031] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1056.000031] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525260e3-618c-4d5a-78da-30eb98862eb5" [ 1056.000031] env[70220]: _type = "HttpNfcLease" [ 1056.000031] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1056.000693] env[70220]: DEBUG oslo_vmware.rw_handles [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1056.000693] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525260e3-618c-4d5a-78da-30eb98862eb5" [ 1056.000693] env[70220]: _type = "HttpNfcLease" [ 1056.000693] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1056.002313] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce4eca5-c88d-4ecd-a12f-a734b4a85b40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.011566] env[70220]: DEBUG oslo_vmware.rw_handles [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc292d-8468-61d9-eb54-f07ccc617fbe/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1056.011765] env[70220]: DEBUG oslo_vmware.rw_handles [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc292d-8468-61d9-eb54-f07ccc617fbe/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1056.084715] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "refresh_cache-8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.084715] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Instance network_info: |[{"id": "db7633df-0c68-4f61-b838-e12f1896c58c", "address": "fa:16:3e:18:ad:ed", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7633df-0c", "ovs_interfaceid": "db7633df-0c68-4f61-b838-e12f1896c58c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.087024] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:ad:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db7633df-0c68-4f61-b838-e12f1896c58c', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.096450] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.100035] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.100035] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca0b2167-288d-4f81-a940-0a2d88a71117 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.124548] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.124548] env[70220]: value = "task-3626033" [ 1056.124548] env[70220]: _type = "Task" [ 1056.124548] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.136260] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626033, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.150479] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72c1e2f3-cd24-4156-9a82-b46e769ce604 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.229239] env[70220]: DEBUG nova.compute.manager [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Received event network-vif-deleted-42827c9a-4cfb-4b59-a184-71b70b81a8b0 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.230106] env[70220]: DEBUG nova.compute.manager [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Received event network-vif-plugged-39c51f3a-8378-44e8-8926-f2b3dd99030d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.230106] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] Acquiring lock "9b51a60e-4944-49e1-9905-788eecd2926c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.230106] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] Lock "9b51a60e-4944-49e1-9905-788eecd2926c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.230106] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] Lock "9b51a60e-4944-49e1-9905-788eecd2926c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.232190] env[70220]: DEBUG nova.compute.manager [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] No waiting events found dispatching network-vif-plugged-39c51f3a-8378-44e8-8926-f2b3dd99030d {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.232190] env[70220]: WARNING nova.compute.manager [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Received unexpected event network-vif-plugged-39c51f3a-8378-44e8-8926-f2b3dd99030d for instance with vm_state building and task_state spawning. [ 1056.232279] env[70220]: DEBUG nova.compute.manager [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Received event network-changed-39c51f3a-8378-44e8-8926-f2b3dd99030d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.232747] env[70220]: DEBUG nova.compute.manager [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Refreshing instance network info cache due to event network-changed-39c51f3a-8378-44e8-8926-f2b3dd99030d. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.232747] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] Acquiring lock "refresh_cache-9b51a60e-4944-49e1-9905-788eecd2926c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.262582] env[70220]: DEBUG nova.compute.manager [req-50461366-02a7-4550-918b-f15f4cecfb3d req-8e459279-c2f0-4d45-9cba-7a8863477d44 service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Received event network-changed-db7633df-0c68-4f61-b838-e12f1896c58c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.262803] env[70220]: DEBUG nova.compute.manager [req-50461366-02a7-4550-918b-f15f4cecfb3d req-8e459279-c2f0-4d45-9cba-7a8863477d44 service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Refreshing instance network info cache due to event network-changed-db7633df-0c68-4f61-b838-e12f1896c58c. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.266510] env[70220]: DEBUG oslo_concurrency.lockutils [req-50461366-02a7-4550-918b-f15f4cecfb3d req-8e459279-c2f0-4d45-9cba-7a8863477d44 service nova] Acquiring lock "refresh_cache-8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.266672] env[70220]: DEBUG oslo_concurrency.lockutils [req-50461366-02a7-4550-918b-f15f4cecfb3d req-8e459279-c2f0-4d45-9cba-7a8863477d44 service nova] Acquired lock "refresh_cache-8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.266844] env[70220]: DEBUG nova.network.neutron [req-50461366-02a7-4550-918b-f15f4cecfb3d req-8e459279-c2f0-4d45-9cba-7a8863477d44 service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Refreshing network info cache for port db7633df-0c68-4f61-b838-e12f1896c58c {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.372259] env[70220]: DEBUG oslo_concurrency.lockutils [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.418107] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.436350] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.499021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.499021] env[70220]: DEBUG nova.compute.manager [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.500643] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.229s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.501089] env[70220]: DEBUG nova.objects.instance [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'resources' on Instance uuid 5a049f8d-90e7-4e6c-84a1-761fae524e52 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.504412] env[70220]: DEBUG nova.compute.manager [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.637606] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626033, 'name': CreateVM_Task, 'duration_secs': 0.505286} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.637886] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.638948] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.639511] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.643258] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.643258] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf5c74d-4560-4839-8b88-9490a9d55dcb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.649644] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1056.649644] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f56a1d-3b3b-3d46-7b76-20bb661de952" [ 1056.649644] env[70220]: _type = "Task" [ 1056.649644] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.667221] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f56a1d-3b3b-3d46-7b76-20bb661de952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.675847] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.676107] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.724963] env[70220]: DEBUG nova.network.neutron [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Updating instance_info_cache with network_info: [{"id": "39c51f3a-8378-44e8-8926-f2b3dd99030d", "address": "fa:16:3e:0c:f5:fd", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c51f3a-83", "ovs_interfaceid": "39c51f3a-8378-44e8-8926-f2b3dd99030d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.732047] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquiring lock "5d091945-8000-4278-a362-4207d3cdee51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.732298] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Lock "5d091945-8000-4278-a362-4207d3cdee51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.013104] env[70220]: DEBUG nova.compute.utils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.018634] env[70220]: DEBUG nova.compute.manager [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1057.019305] env[70220]: DEBUG nova.network.neutron [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.053306] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.133689] env[70220]: DEBUG nova.policy [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e2139bce63432bbb85dc539e889c23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9746f61112d34bbc83c56222b4467e09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.161226] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f56a1d-3b3b-3d46-7b76-20bb661de952, 'name': SearchDatastore_Task, 'duration_secs': 0.013655} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.165262] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.165553] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.166309] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.166498] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.166695] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.168303] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f5b1dc1-b70b-4b77-8a5f-bc32604e2e41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.180094] env[70220]: DEBUG nova.compute.manager [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.184729] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.184729] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.190602] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ee8ff1-09b8-4fba-b317-bfe57e5d6fc1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.200981] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1057.200981] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525046ad-5cc5-ebde-5118-ffebe5220a08" [ 1057.200981] env[70220]: _type = "Task" [ 1057.200981] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.210855] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525046ad-5cc5-ebde-5118-ffebe5220a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.238201] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "refresh_cache-9b51a60e-4944-49e1-9905-788eecd2926c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.240724] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Instance network_info: |[{"id": "39c51f3a-8378-44e8-8926-f2b3dd99030d", "address": "fa:16:3e:0c:f5:fd", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c51f3a-83", "ovs_interfaceid": "39c51f3a-8378-44e8-8926-f2b3dd99030d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.241648] env[70220]: DEBUG nova.compute.manager [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.246866] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] Acquired lock "refresh_cache-9b51a60e-4944-49e1-9905-788eecd2926c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.247480] env[70220]: DEBUG nova.network.neutron [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Refreshing network info cache for port 39c51f3a-8378-44e8-8926-f2b3dd99030d {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.249447] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:f5:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39c51f3a-8378-44e8-8926-f2b3dd99030d', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.260495] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.260495] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.260495] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-534718e6-75aa-4856-92ed-4005d5664d1a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.289219] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.289219] env[70220]: value = "task-3626034" [ 1057.289219] env[70220]: _type = "Task" [ 1057.289219] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.301052] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626034, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.491823] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50aa3a43-7cb4-4df6-b815-00e8feeb5b30 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.501044] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b8b373-6ca2-4a71-8816-45d1bf30f7b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.534650] env[70220]: DEBUG nova.compute.manager [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.541021] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a075d68-141b-4377-bebe-c6b9d9537b79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.546794] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e754b3b2-1f40-4c8f-8767-88442b3495c6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.569254] env[70220]: DEBUG nova.compute.provider_tree [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.721670] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.724093] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525046ad-5cc5-ebde-5118-ffebe5220a08, 'name': SearchDatastore_Task, 'duration_secs': 0.012815} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.726202] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f4a03f-0f3d-445a-99a7-7b0731fd040c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.733656] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1057.733656] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f58458-c6b6-096a-33db-cd8b641d2cfe" [ 1057.733656] env[70220]: _type = "Task" [ 1057.733656] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.743050] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f58458-c6b6-096a-33db-cd8b641d2cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.780558] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.802288] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626034, 'name': CreateVM_Task, 'duration_secs': 0.457558} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.802693] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.805230] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.805230] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.805230] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.805230] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da12909-74bb-4722-b761-ecfe74fb4e32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.809676] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1057.809676] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529e61d8-fe2f-cc61-5869-3dfa16347996" [ 1057.809676] env[70220]: _type = "Task" [ 1057.809676] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.820733] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529e61d8-fe2f-cc61-5869-3dfa16347996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.829324] env[70220]: DEBUG nova.network.neutron [req-50461366-02a7-4550-918b-f15f4cecfb3d req-8e459279-c2f0-4d45-9cba-7a8863477d44 service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Updated VIF entry in instance network info cache for port db7633df-0c68-4f61-b838-e12f1896c58c. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.829324] env[70220]: DEBUG nova.network.neutron [req-50461366-02a7-4550-918b-f15f4cecfb3d req-8e459279-c2f0-4d45-9cba-7a8863477d44 service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Updating instance_info_cache with network_info: [{"id": "db7633df-0c68-4f61-b838-e12f1896c58c", "address": "fa:16:3e:18:ad:ed", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7633df-0c", "ovs_interfaceid": "db7633df-0c68-4f61-b838-e12f1896c58c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.875783] env[70220]: DEBUG nova.network.neutron [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Successfully created port: 8facdcd9-f7f6-48b8-bc04-b3f8541a5765 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.078640] env[70220]: DEBUG nova.scheduler.client.report [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.245685] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f58458-c6b6-096a-33db-cd8b641d2cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.245976] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.246253] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae/8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.246520] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a6880b7-195a-4688-9b05-41cd75ae82db {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.254636] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1058.254636] env[70220]: value = "task-3626035" [ 1058.254636] env[70220]: _type = "Task" [ 1058.254636] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.264264] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.320297] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529e61d8-fe2f-cc61-5869-3dfa16347996, 'name': SearchDatastore_Task, 'duration_secs': 0.012697} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.320640] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.321089] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.321188] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.322100] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.322100] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.322100] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40dbf513-30a9-45e7-a6d0-38ec8706f4d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.332394] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.332394] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.332394] env[70220]: DEBUG oslo_concurrency.lockutils [req-50461366-02a7-4550-918b-f15f4cecfb3d req-8e459279-c2f0-4d45-9cba-7a8863477d44 service nova] Releasing lock "refresh_cache-8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.332884] env[70220]: DEBUG nova.compute.manager [req-50461366-02a7-4550-918b-f15f4cecfb3d req-8e459279-c2f0-4d45-9cba-7a8863477d44 service nova] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Received event network-vif-deleted-6f2a241e-a47d-4925-b252-ae7301415c9d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.332985] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002aaf76-cdff-4e10-926b-87d52d335e71 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.339889] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1058.339889] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529e6dbe-983e-503e-b201-76a0d621e9ae" [ 1058.339889] env[70220]: _type = "Task" [ 1058.339889] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.353028] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529e6dbe-983e-503e-b201-76a0d621e9ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.371640] env[70220]: DEBUG nova.network.neutron [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Updated VIF entry in instance network info cache for port 39c51f3a-8378-44e8-8926-f2b3dd99030d. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.372158] env[70220]: DEBUG nova.network.neutron [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Updating instance_info_cache with network_info: [{"id": "39c51f3a-8378-44e8-8926-f2b3dd99030d", "address": "fa:16:3e:0c:f5:fd", "network": {"id": "f103debd-1561-4f44-ba63-847fbf38949e", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1947824918-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a632c22f6d8c4d84a0c693667bd62282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39c51f3a-83", "ovs_interfaceid": "39c51f3a-8378-44e8-8926-f2b3dd99030d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.555099] env[70220]: DEBUG nova.compute.manager [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.586421] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.590306] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.259s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.593018] env[70220]: INFO nova.compute.claims [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.598832] env[70220]: DEBUG nova.virt.hardware [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.599208] env[70220]: DEBUG nova.virt.hardware [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.599414] env[70220]: DEBUG nova.virt.hardware [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.600429] env[70220]: DEBUG nova.virt.hardware [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.600429] env[70220]: DEBUG nova.virt.hardware [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.600429] env[70220]: DEBUG nova.virt.hardware [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.600429] env[70220]: DEBUG nova.virt.hardware [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.600429] env[70220]: DEBUG nova.virt.hardware [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.600863] env[70220]: DEBUG nova.virt.hardware [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.601052] env[70220]: DEBUG nova.virt.hardware [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.601271] env[70220]: DEBUG nova.virt.hardware [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.602600] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8de130-221f-428f-b614-1532e325be63 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.614388] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2bbadb-f564-4b22-a5d3-5eb4c32510f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.640794] env[70220]: INFO nova.scheduler.client.report [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleted allocations for instance 5a049f8d-90e7-4e6c-84a1-761fae524e52 [ 1058.768969] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626035, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.856509] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529e6dbe-983e-503e-b201-76a0d621e9ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009625} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.856509] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a36f3d-b72c-41fa-8431-e6a442c20292 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.860505] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1058.860505] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52768b47-eadc-4cf0-3046-95215eafe4b6" [ 1058.860505] env[70220]: _type = "Task" [ 1058.860505] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.869649] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52768b47-eadc-4cf0-3046-95215eafe4b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.875589] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c8c9b2c-63bb-456c-a641-5e7c1a7c9543 req-9f599e02-a9f2-4fc4-86d7-d24f8cb43bba service nova] Releasing lock "refresh_cache-9b51a60e-4944-49e1-9905-788eecd2926c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.148912] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2cbaaefc-cf2c-4ade-acd2-dd63a1ce22f1 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "5a049f8d-90e7-4e6c-84a1-761fae524e52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.163s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.268820] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563251} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.269124] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae/8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.269349] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.269608] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31bd23a5-83fb-4c6e-8853-4aaf84441d0c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.276710] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1059.276710] env[70220]: value = "task-3626036" [ 1059.276710] env[70220]: _type = "Task" [ 1059.276710] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.288317] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.371715] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52768b47-eadc-4cf0-3046-95215eafe4b6, 'name': SearchDatastore_Task, 'duration_secs': 0.018371} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.371984] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.372312] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 9b51a60e-4944-49e1-9905-788eecd2926c/9b51a60e-4944-49e1-9905-788eecd2926c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.372632] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d79ef662-ac8d-46c2-986b-aa0f68efecf1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.379719] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1059.379719] env[70220]: value = "task-3626037" [ 1059.379719] env[70220]: _type = "Task" [ 1059.379719] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.387662] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.796377] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076225} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.796541] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.797460] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e814e2-6fa0-4f77-a1d1-4953ffd48913 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.834686] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae/8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.839166] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0efb04ca-0035-4b37-808e-029b93ae8394 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.864042] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1059.864042] env[70220]: value = "task-3626038" [ 1059.864042] env[70220]: _type = "Task" [ 1059.864042] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.876253] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.893707] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626037, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.905764] env[70220]: DEBUG nova.compute.manager [req-2a7eebeb-8b2f-48c4-92f0-e7ab2e420d26 req-440cca9f-8a37-42e0-bc41-a64f4047080d service nova] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Received event network-vif-plugged-8facdcd9-f7f6-48b8-bc04-b3f8541a5765 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.906510] env[70220]: DEBUG oslo_concurrency.lockutils [req-2a7eebeb-8b2f-48c4-92f0-e7ab2e420d26 req-440cca9f-8a37-42e0-bc41-a64f4047080d service nova] Acquiring lock "1e78cadc-2b86-43fb-bf28-166187a8717e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.907026] env[70220]: DEBUG oslo_concurrency.lockutils [req-2a7eebeb-8b2f-48c4-92f0-e7ab2e420d26 req-440cca9f-8a37-42e0-bc41-a64f4047080d service nova] Lock "1e78cadc-2b86-43fb-bf28-166187a8717e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.907671] env[70220]: DEBUG oslo_concurrency.lockutils [req-2a7eebeb-8b2f-48c4-92f0-e7ab2e420d26 req-440cca9f-8a37-42e0-bc41-a64f4047080d service nova] Lock "1e78cadc-2b86-43fb-bf28-166187a8717e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.907671] env[70220]: DEBUG nova.compute.manager [req-2a7eebeb-8b2f-48c4-92f0-e7ab2e420d26 req-440cca9f-8a37-42e0-bc41-a64f4047080d service nova] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] No waiting events found dispatching network-vif-plugged-8facdcd9-f7f6-48b8-bc04-b3f8541a5765 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1059.907671] env[70220]: WARNING nova.compute.manager [req-2a7eebeb-8b2f-48c4-92f0-e7ab2e420d26 req-440cca9f-8a37-42e0-bc41-a64f4047080d service nova] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Received unexpected event network-vif-plugged-8facdcd9-f7f6-48b8-bc04-b3f8541a5765 for instance with vm_state building and task_state spawning. [ 1060.051515] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4ac1b9-789d-4296-ba72-b3bcc6bb8bc4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.059678] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bedd610-e02a-4a45-b679-eb9e5a6a87fd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.102806] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf517ca2-8de8-4e13-8bdd-fca1cbf1e07b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.110591] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f60518-27be-4fff-8f06-a987a7fc5817 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.134614] env[70220]: DEBUG nova.compute.provider_tree [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.240527] env[70220]: DEBUG nova.network.neutron [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Successfully updated port: 8facdcd9-f7f6-48b8-bc04-b3f8541a5765 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.375799] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626038, 'name': ReconfigVM_Task, 'duration_secs': 0.351434} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.377443] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae/8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.378439] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3485579-31e3-4898-9a0d-1d4d08395f41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.390053] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1060.390053] env[70220]: value = "task-3626039" [ 1060.390053] env[70220]: _type = "Task" [ 1060.390053] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.398688] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542554} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.402058] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 9b51a60e-4944-49e1-9905-788eecd2926c/9b51a60e-4944-49e1-9905-788eecd2926c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.402300] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.402726] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626039, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.402861] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3869dd5e-aed8-42b2-95d0-a23dc90635ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.412808] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1060.412808] env[70220]: value = "task-3626040" [ 1060.412808] env[70220]: _type = "Task" [ 1060.412808] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.423798] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.674031] env[70220]: ERROR nova.scheduler.client.report [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [req-bf0bbc27-02fa-4d3c-8c3d-69f274879762] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf0bbc27-02fa-4d3c-8c3d-69f274879762"}]} [ 1060.693383] env[70220]: DEBUG nova.scheduler.client.report [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1060.713672] env[70220]: DEBUG nova.scheduler.client.report [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1060.713986] env[70220]: DEBUG nova.compute.provider_tree [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.731126] env[70220]: DEBUG nova.scheduler.client.report [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1060.745677] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "refresh_cache-1e78cadc-2b86-43fb-bf28-166187a8717e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.745879] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "refresh_cache-1e78cadc-2b86-43fb-bf28-166187a8717e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.746226] env[70220]: DEBUG nova.network.neutron [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.756585] env[70220]: DEBUG nova.scheduler.client.report [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1060.903715] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626039, 'name': Rename_Task, 'duration_secs': 0.161432} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.906457] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.907727] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-036810bd-4f1c-4c9d-8efe-f4bc5352d7c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.914843] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1060.914843] env[70220]: value = "task-3626041" [ 1060.914843] env[70220]: _type = "Task" [ 1060.914843] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.928931] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.931614] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071169} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.931858] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.932695] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0b1c9f-3367-49df-a3af-afc134bac64d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.956895] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 9b51a60e-4944-49e1-9905-788eecd2926c/9b51a60e-4944-49e1-9905-788eecd2926c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.959916] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76f7f7ea-7ec6-4e0d-a77f-41054142f99b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.984200] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1060.984200] env[70220]: value = "task-3626042" [ 1060.984200] env[70220]: _type = "Task" [ 1060.984200] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.992615] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.120139] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d5641f-b8d7-4477-a05d-4eb2a0a4bca6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.131487] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d539e2b5-c51f-4519-a9a0-2d63689c94a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.162910] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc54f4f7-31d6-481f-8cb9-a43fdebc0c5c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.170725] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f507237-7539-486c-9853-8bd2cc6cb836 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.185474] env[70220]: DEBUG nova.compute.provider_tree [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.395898] env[70220]: DEBUG nova.network.neutron [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.428491] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626041, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.496332] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626042, 'name': ReconfigVM_Task, 'duration_secs': 0.451603} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.496396] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 9b51a60e-4944-49e1-9905-788eecd2926c/9b51a60e-4944-49e1-9905-788eecd2926c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.496973] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58e31813-3cd1-4a1e-a87b-fe907448f675 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.503880] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1061.503880] env[70220]: value = "task-3626043" [ 1061.503880] env[70220]: _type = "Task" [ 1061.503880] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.515114] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626043, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.622873] env[70220]: DEBUG nova.network.neutron [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Updating instance_info_cache with network_info: [{"id": "8facdcd9-f7f6-48b8-bc04-b3f8541a5765", "address": "fa:16:3e:68:62:07", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8facdcd9-f7", "ovs_interfaceid": "8facdcd9-f7f6-48b8-bc04-b3f8541a5765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.723434] env[70220]: DEBUG nova.scheduler.client.report [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1061.723706] env[70220]: DEBUG nova.compute.provider_tree [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 104 to 105 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1061.723885] env[70220]: DEBUG nova.compute.provider_tree [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1061.930079] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626041, 'name': PowerOnVM_Task, 'duration_secs': 0.514716} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.930079] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.930440] env[70220]: INFO nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1061.930780] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.931845] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070edd81-40dc-4493-933d-0a9e8139db32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.014700] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626043, 'name': Rename_Task, 'duration_secs': 0.202106} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.015043] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.015296] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-424e1e88-a688-4fd6-80f3-e94c80fb5432 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.021757] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1062.021757] env[70220]: value = "task-3626044" [ 1062.021757] env[70220]: _type = "Task" [ 1062.021757] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.032681] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.124852] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "refresh_cache-1e78cadc-2b86-43fb-bf28-166187a8717e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.125239] env[70220]: DEBUG nova.compute.manager [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Instance network_info: |[{"id": "8facdcd9-f7f6-48b8-bc04-b3f8541a5765", "address": "fa:16:3e:68:62:07", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8facdcd9-f7", "ovs_interfaceid": "8facdcd9-f7f6-48b8-bc04-b3f8541a5765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.126807] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:62:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8facdcd9-f7f6-48b8-bc04-b3f8541a5765', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.138313] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Creating folder: Project (9746f61112d34bbc83c56222b4467e09). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.138646] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47014d0f-c76f-423f-9848-a7a580264c94 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.152280] env[70220]: DEBUG nova.compute.manager [req-67c84cb6-1af0-4f89-bebe-6f1a22882b1f req-e01efb72-53b6-4132-b2fc-0be201b89c70 service nova] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Received event network-changed-8facdcd9-f7f6-48b8-bc04-b3f8541a5765 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.152475] env[70220]: DEBUG nova.compute.manager [req-67c84cb6-1af0-4f89-bebe-6f1a22882b1f req-e01efb72-53b6-4132-b2fc-0be201b89c70 service nova] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Refreshing instance network info cache due to event network-changed-8facdcd9-f7f6-48b8-bc04-b3f8541a5765. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.152707] env[70220]: DEBUG oslo_concurrency.lockutils [req-67c84cb6-1af0-4f89-bebe-6f1a22882b1f req-e01efb72-53b6-4132-b2fc-0be201b89c70 service nova] Acquiring lock "refresh_cache-1e78cadc-2b86-43fb-bf28-166187a8717e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.152845] env[70220]: DEBUG oslo_concurrency.lockutils [req-67c84cb6-1af0-4f89-bebe-6f1a22882b1f req-e01efb72-53b6-4132-b2fc-0be201b89c70 service nova] Acquired lock "refresh_cache-1e78cadc-2b86-43fb-bf28-166187a8717e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.155609] env[70220]: DEBUG nova.network.neutron [req-67c84cb6-1af0-4f89-bebe-6f1a22882b1f req-e01efb72-53b6-4132-b2fc-0be201b89c70 service nova] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Refreshing network info cache for port 8facdcd9-f7f6-48b8-bc04-b3f8541a5765 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.158391] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Created folder: Project (9746f61112d34bbc83c56222b4467e09) in parent group-v722922. [ 1062.160043] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Creating folder: Instances. Parent ref: group-v723135. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1062.160471] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64091010-372f-46d7-a266-21a1b418a649 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.171926] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Created folder: Instances in parent group-v723135. [ 1062.172203] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.172960] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.173201] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f49bb845-92c4-44a9-b5a4-7497f2d7ba3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.199651] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.199651] env[70220]: value = "task-3626047" [ 1062.199651] env[70220]: _type = "Task" [ 1062.199651] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.210709] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626047, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.233755] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.644s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.234012] env[70220]: DEBUG nova.compute.manager [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.240689] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.218s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.240689] env[70220]: DEBUG nova.objects.instance [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lazy-loading 'resources' on Instance uuid f86272cc-e3fb-4bc5-8272-faab2cb68e29 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.453957] env[70220]: INFO nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Took 19.39 seconds to build instance. [ 1062.542261] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626044, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.679466] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "dc040184-9b4e-4cef-9250-21863677fbeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.679466] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.713812] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626047, 'name': CreateVM_Task, 'duration_secs': 0.504094} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.717451] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.718783] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.718783] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.718783] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.720498] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d6caaaa-3c67-4a2d-a90c-9ea7bf8c5f9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.727036] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1062.727036] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522341bf-1c9b-dae9-8feb-19e982414a5f" [ 1062.727036] env[70220]: _type = "Task" [ 1062.727036] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.735202] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522341bf-1c9b-dae9-8feb-19e982414a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.742048] env[70220]: DEBUG nova.compute.utils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.746692] env[70220]: DEBUG nova.compute.manager [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.746867] env[70220]: DEBUG nova.network.neutron [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.786420] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.787112] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.868800] env[70220]: DEBUG nova.policy [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '475a4baea6de479ba9c2102c89c4af06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54c4b59eb84f4f87ac5642d1bf2d217a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.961533] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.914s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.034901] env[70220]: DEBUG oslo_vmware.api [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626044, 'name': PowerOnVM_Task, 'duration_secs': 0.667495} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.035625] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.035625] env[70220]: INFO nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1063.035625] env[70220]: DEBUG nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.036579] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbd8969-c81a-4d4d-9ff2-0c05f26bc9cf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.087852] env[70220]: DEBUG nova.network.neutron [req-67c84cb6-1af0-4f89-bebe-6f1a22882b1f req-e01efb72-53b6-4132-b2fc-0be201b89c70 service nova] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Updated VIF entry in instance network info cache for port 8facdcd9-f7f6-48b8-bc04-b3f8541a5765. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.088323] env[70220]: DEBUG nova.network.neutron [req-67c84cb6-1af0-4f89-bebe-6f1a22882b1f req-e01efb72-53b6-4132-b2fc-0be201b89c70 service nova] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Updating instance_info_cache with network_info: [{"id": "8facdcd9-f7f6-48b8-bc04-b3f8541a5765", "address": "fa:16:3e:68:62:07", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8facdcd9-f7", "ovs_interfaceid": "8facdcd9-f7f6-48b8-bc04-b3f8541a5765", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.113565] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14da97cd-3b89-499b-b215-c72ce7358a54 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.123095] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e11ce2c-a987-49df-af62-07faaeb7fe24 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.156769] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10224b2a-308e-4db1-b30c-6cebf77d05ef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.164693] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1da34c-55b0-4ad1-a225-9c34a4861e85 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.181614] env[70220]: DEBUG nova.compute.provider_tree [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.183419] env[70220]: DEBUG nova.compute.manager [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.240437] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522341bf-1c9b-dae9-8feb-19e982414a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.019872} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.240789] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.241035] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.241280] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.241423] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.241600] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.241856] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-818a8f5b-bba9-4c8a-baf4-822176144bd7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.247529] env[70220]: DEBUG nova.compute.manager [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.254532] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.254717] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.255600] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b268416-cc90-4aaf-a610-ef561872bfe2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.262246] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1063.262246] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520e3431-410b-3b16-9fa4-1a21d5deea92" [ 1063.262246] env[70220]: _type = "Task" [ 1063.262246] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.272864] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520e3431-410b-3b16-9fa4-1a21d5deea92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.292677] env[70220]: DEBUG nova.compute.manager [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.417200] env[70220]: DEBUG nova.network.neutron [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Successfully created port: fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.558963] env[70220]: INFO nova.compute.manager [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Took 20.46 seconds to build instance. [ 1063.593232] env[70220]: DEBUG oslo_concurrency.lockutils [req-67c84cb6-1af0-4f89-bebe-6f1a22882b1f req-e01efb72-53b6-4132-b2fc-0be201b89c70 service nova] Releasing lock "refresh_cache-1e78cadc-2b86-43fb-bf28-166187a8717e" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.688763] env[70220]: DEBUG nova.scheduler.client.report [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.715343] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.774438] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520e3431-410b-3b16-9fa4-1a21d5deea92, 'name': SearchDatastore_Task, 'duration_secs': 0.027034} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.775641] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fe1ac0-668d-4446-a824-45649ac9141d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.781511] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1063.781511] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52168c45-4512-05e3-f57b-fbd47526c2b6" [ 1063.781511] env[70220]: _type = "Task" [ 1063.781511] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.789773] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52168c45-4512-05e3-f57b-fbd47526c2b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.815844] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.062341] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdcee7ad-1cfc-4ae3-a9fe-f8ba2435de8b tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "9b51a60e-4944-49e1-9905-788eecd2926c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.978s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.199470] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.201951] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.370s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.206336] env[70220]: INFO nova.compute.claims [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.228182] env[70220]: INFO nova.scheduler.client.report [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Deleted allocations for instance f86272cc-e3fb-4bc5-8272-faab2cb68e29 [ 1064.260030] env[70220]: DEBUG nova.compute.manager [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.298686] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52168c45-4512-05e3-f57b-fbd47526c2b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.302170] env[70220]: DEBUG nova.virt.hardware [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.302170] env[70220]: DEBUG nova.virt.hardware [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.302170] env[70220]: DEBUG nova.virt.hardware [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.302170] env[70220]: DEBUG nova.virt.hardware [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.302170] env[70220]: DEBUG nova.virt.hardware [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.302170] env[70220]: DEBUG nova.virt.hardware [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.302170] env[70220]: DEBUG nova.virt.hardware [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.302694] env[70220]: DEBUG nova.virt.hardware [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.302694] env[70220]: DEBUG nova.virt.hardware [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.302694] env[70220]: DEBUG nova.virt.hardware [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.302899] env[70220]: DEBUG nova.virt.hardware [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.306092] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.306092] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 1e78cadc-2b86-43fb-bf28-166187a8717e/1e78cadc-2b86-43fb-bf28-166187a8717e.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.306894] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd82d0a9-f711-4921-9b98-d84b0a21f6b4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.312128] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3853fea7-a483-432c-8b31-488f336fe140 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.319843] env[70220]: DEBUG oslo_concurrency.lockutils [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.320127] env[70220]: DEBUG oslo_concurrency.lockutils [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.320873] env[70220]: DEBUG oslo_concurrency.lockutils [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.320873] env[70220]: DEBUG oslo_concurrency.lockutils [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.320873] env[70220]: DEBUG oslo_concurrency.lockutils [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.324795] env[70220]: INFO nova.compute.manager [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Terminating instance [ 1064.331549] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a937200-9d0b-41ce-9866-ba37a48ff50c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.339299] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1064.339299] env[70220]: value = "task-3626048" [ 1064.339299] env[70220]: _type = "Task" [ 1064.339299] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.357866] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.589739] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "9b51a60e-4944-49e1-9905-788eecd2926c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.589739] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "9b51a60e-4944-49e1-9905-788eecd2926c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.589739] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "9b51a60e-4944-49e1-9905-788eecd2926c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.589739] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "9b51a60e-4944-49e1-9905-788eecd2926c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.589739] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "9b51a60e-4944-49e1-9905-788eecd2926c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.592241] env[70220]: INFO nova.compute.manager [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Terminating instance [ 1064.675491] env[70220]: DEBUG oslo_vmware.rw_handles [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc292d-8468-61d9-eb54-f07ccc617fbe/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1064.676480] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e0ad8e-7520-424b-9bbe-e5e48994fe5f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.689343] env[70220]: DEBUG oslo_vmware.rw_handles [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc292d-8468-61d9-eb54-f07ccc617fbe/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1064.689343] env[70220]: ERROR oslo_vmware.rw_handles [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc292d-8468-61d9-eb54-f07ccc617fbe/disk-0.vmdk due to incomplete transfer. [ 1064.689479] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e1c65397-d4e8-4ceb-9ba6-fd25a1001b1d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.699925] env[70220]: DEBUG oslo_vmware.rw_handles [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dc292d-8468-61d9-eb54-f07ccc617fbe/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1064.699925] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Uploaded image 629eda74-ea54-4d53-bd70-ad5fca792dd1 to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1064.702782] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1064.703188] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4915c05a-173a-42ad-8c14-7629844b0e55 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.713883] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1064.713883] env[70220]: value = "task-3626049" [ 1064.713883] env[70220]: _type = "Task" [ 1064.713883] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.725560] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626049, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.737065] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c20276d-efe1-4759-8c78-910ed75c6ae2 tempest-ServersAdminTestJSON-1924486983 tempest-ServersAdminTestJSON-1924486983-project-member] Lock "f86272cc-e3fb-4bc5-8272-faab2cb68e29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.526s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.839080] env[70220]: DEBUG nova.compute.manager [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.839352] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.840367] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602756f7-05a2-4c61-a239-6b73daf1aa43 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.853076] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626048, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.859844] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.860068] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.860362] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.861504] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11e4f6a2-8b1a-4534-b30b-e9eecaf05075 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.871766] env[70220]: DEBUG oslo_vmware.api [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1064.871766] env[70220]: value = "task-3626050" [ 1064.871766] env[70220]: _type = "Task" [ 1064.871766] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.881181] env[70220]: DEBUG oslo_vmware.api [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.957489] env[70220]: DEBUG nova.compute.manager [req-22692dad-f795-4de8-a732-10e35f3377b6 req-5962ea1b-d176-475f-a4a4-70cac7d244cb service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Received event network-vif-plugged-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.957697] env[70220]: DEBUG oslo_concurrency.lockutils [req-22692dad-f795-4de8-a732-10e35f3377b6 req-5962ea1b-d176-475f-a4a4-70cac7d244cb service nova] Acquiring lock "1d9af276-9544-447e-9fa6-4fe5578766fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.957894] env[70220]: DEBUG oslo_concurrency.lockutils [req-22692dad-f795-4de8-a732-10e35f3377b6 req-5962ea1b-d176-475f-a4a4-70cac7d244cb service nova] Lock "1d9af276-9544-447e-9fa6-4fe5578766fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.958068] env[70220]: DEBUG oslo_concurrency.lockutils [req-22692dad-f795-4de8-a732-10e35f3377b6 req-5962ea1b-d176-475f-a4a4-70cac7d244cb service nova] Lock "1d9af276-9544-447e-9fa6-4fe5578766fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.958232] env[70220]: DEBUG nova.compute.manager [req-22692dad-f795-4de8-a732-10e35f3377b6 req-5962ea1b-d176-475f-a4a4-70cac7d244cb service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] No waiting events found dispatching network-vif-plugged-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.958393] env[70220]: WARNING nova.compute.manager [req-22692dad-f795-4de8-a732-10e35f3377b6 req-5962ea1b-d176-475f-a4a4-70cac7d244cb service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Received unexpected event network-vif-plugged-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 for instance with vm_state building and task_state spawning. [ 1065.045666] env[70220]: DEBUG nova.network.neutron [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Successfully updated port: fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.098828] env[70220]: DEBUG nova.compute.manager [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.099753] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.102522] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72cdbbf-1f8a-40a6-89a1-fe0dc1f63157 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.109894] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.110579] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d437e3b9-4916-4bb0-9ab8-df2d1278b35d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.117430] env[70220]: DEBUG oslo_vmware.api [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1065.117430] env[70220]: value = "task-3626051" [ 1065.117430] env[70220]: _type = "Task" [ 1065.117430] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.229080] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626049, 'name': Destroy_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.350573] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565653} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.350863] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 1e78cadc-2b86-43fb-bf28-166187a8717e/1e78cadc-2b86-43fb-bf28-166187a8717e.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.351091] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.351349] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb9bfaff-58ee-47a1-886a-06307c1931fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.359610] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1065.359610] env[70220]: value = "task-3626052" [ 1065.359610] env[70220]: _type = "Task" [ 1065.359610] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.367369] env[70220]: DEBUG nova.compute.manager [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.370153] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.380855] env[70220]: DEBUG oslo_vmware.api [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626050, 'name': PowerOffVM_Task, 'duration_secs': 0.265023} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.381169] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.381341] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.381734] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3a19e32-a330-4d0f-a8d4-933da2f4bb06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.471151] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.471151] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.471151] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleting the datastore file [datastore1] 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.471151] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fdb0dfb-2076-43dd-b460-da6fe0ed8c8c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.477445] env[70220]: DEBUG oslo_vmware.api [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1065.477445] env[70220]: value = "task-3626054" [ 1065.477445] env[70220]: _type = "Task" [ 1065.477445] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.488451] env[70220]: DEBUG oslo_vmware.api [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.523165] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abe7ef4-8065-42b8-90e1-7e0e5d612596 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.529959] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fe43e3-93df-46bd-acfb-321d3a0c4898 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.562527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "refresh_cache-1d9af276-9544-447e-9fa6-4fe5578766fb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.562527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "refresh_cache-1d9af276-9544-447e-9fa6-4fe5578766fb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.562527] env[70220]: DEBUG nova.network.neutron [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.563901] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7bd474-0a83-46c1-903a-e7d4c18e7288 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.571285] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01db68b4-e6e4-48e7-96a5-ded6fff19dcf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.587404] env[70220]: DEBUG nova.compute.provider_tree [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.628523] env[70220]: DEBUG oslo_vmware.api [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626051, 'name': PowerOffVM_Task, 'duration_secs': 0.224916} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.628523] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.628523] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.629130] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2504a1-100d-464b-9b1a-859c3364fb90 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.699725] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.700064] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.700486] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleting the datastore file [datastore1] 9b51a60e-4944-49e1-9905-788eecd2926c {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.700646] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d96ee1e9-031b-4aed-ba81-e3fdc9754f14 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.710020] env[70220]: DEBUG oslo_vmware.api [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for the task: (returnval){ [ 1065.710020] env[70220]: value = "task-3626056" [ 1065.710020] env[70220]: _type = "Task" [ 1065.710020] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.715027] env[70220]: DEBUG oslo_vmware.api [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.728748] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626049, 'name': Destroy_Task, 'duration_secs': 0.703997} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.728748] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Destroyed the VM [ 1065.728748] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1065.728748] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c1eab411-8e28-463b-8f70-8a4bb876db06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.734851] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1065.734851] env[70220]: value = "task-3626057" [ 1065.734851] env[70220]: _type = "Task" [ 1065.734851] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.742448] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626057, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.869110] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269641} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.869453] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.870222] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfece689-b7a5-4d88-be36-34e7e6007b39 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.894348] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 1e78cadc-2b86-43fb-bf28-166187a8717e/1e78cadc-2b86-43fb-bf28-166187a8717e.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.896858] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14b6e179-8c1a-4d96-b7e5-7113751192fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.918579] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1065.918579] env[70220]: value = "task-3626058" [ 1065.918579] env[70220]: _type = "Task" [ 1065.918579] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.923534] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.926698] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.988846] env[70220]: DEBUG oslo_vmware.api [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.089141] env[70220]: DEBUG nova.scheduler.client.report [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.126847] env[70220]: DEBUG nova.network.neutron [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.221349] env[70220]: DEBUG oslo_vmware.api [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.497012} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.221620] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.221799] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.221971] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.222163] env[70220]: INFO nova.compute.manager [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1066.222403] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.222647] env[70220]: DEBUG nova.compute.manager [-] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.222703] env[70220]: DEBUG nova.network.neutron [-] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.243975] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626057, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.323023] env[70220]: DEBUG nova.network.neutron [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Updating instance_info_cache with network_info: [{"id": "fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7", "address": "fa:16:3e:76:90:7b", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc4edb5d-97", "ovs_interfaceid": "fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.431539] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.495106] env[70220]: DEBUG oslo_vmware.api [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Task: {'id': task-3626054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.733633} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.495199] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.495482] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.495685] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.496143] env[70220]: INFO nova.compute.manager [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1066.496544] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.496763] env[70220]: DEBUG nova.compute.manager [-] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.496853] env[70220]: DEBUG nova.network.neutron [-] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.594279] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.594794] env[70220]: DEBUG nova.compute.manager [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.600092] env[70220]: DEBUG oslo_concurrency.lockutils [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.987s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.600342] env[70220]: DEBUG nova.objects.instance [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lazy-loading 'resources' on Instance uuid 67b781f1-3651-42ae-9c8e-7270cff068cf {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.745882] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626057, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.824659] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "refresh_cache-1d9af276-9544-447e-9fa6-4fe5578766fb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.825064] env[70220]: DEBUG nova.compute.manager [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Instance network_info: |[{"id": "fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7", "address": "fa:16:3e:76:90:7b", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc4edb5d-97", "ovs_interfaceid": "fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.825505] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:90:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.834194] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.834471] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.834739] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-271037c9-0ceb-42c2-9565-1eeead3b23b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.860877] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.860877] env[70220]: value = "task-3626059" [ 1066.860877] env[70220]: _type = "Task" [ 1066.860877] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.869930] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626059, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.931040] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626058, 'name': ReconfigVM_Task, 'duration_secs': 0.791936} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.931040] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 1e78cadc-2b86-43fb-bf28-166187a8717e/1e78cadc-2b86-43fb-bf28-166187a8717e.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.931040] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4346786-c04c-4267-9c00-4fea5803efdb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.936130] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1066.936130] env[70220]: value = "task-3626060" [ 1066.936130] env[70220]: _type = "Task" [ 1066.936130] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.945464] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626060, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.992187] env[70220]: DEBUG nova.compute.manager [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Received event network-changed-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.992187] env[70220]: DEBUG nova.compute.manager [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Refreshing instance network info cache due to event network-changed-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.992262] env[70220]: DEBUG oslo_concurrency.lockutils [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] Acquiring lock "refresh_cache-1d9af276-9544-447e-9fa6-4fe5578766fb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.992346] env[70220]: DEBUG oslo_concurrency.lockutils [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] Acquired lock "refresh_cache-1d9af276-9544-447e-9fa6-4fe5578766fb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.992501] env[70220]: DEBUG nova.network.neutron [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Refreshing network info cache for port fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.039363] env[70220]: DEBUG nova.network.neutron [-] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.107323] env[70220]: DEBUG nova.compute.utils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.108914] env[70220]: DEBUG nova.compute.manager [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.109101] env[70220]: DEBUG nova.network.neutron [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.165116] env[70220]: DEBUG nova.policy [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20db7f952656474d865832b3f7c1f022', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '542b06ba4413450492a7c72f7635f3c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.190036] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "973ed712-1b06-4dac-8f8a-f18912f72882" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.190152] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "973ed712-1b06-4dac-8f8a-f18912f72882" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.250173] env[70220]: DEBUG nova.network.neutron [-] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.251553] env[70220]: DEBUG oslo_vmware.api [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626057, 'name': RemoveSnapshot_Task, 'duration_secs': 1.350303} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.252148] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1067.252472] env[70220]: INFO nova.compute.manager [None req-71e25d1a-82f0-4610-a931-b4d1bd6ef81f tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Took 15.97 seconds to snapshot the instance on the hypervisor. [ 1067.369759] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626059, 'name': CreateVM_Task, 'duration_secs': 0.381488} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.370024] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.370840] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.370905] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.371928] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.371928] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f71ae4-0c5c-494a-b678-e5730d9d2d7f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.382135] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1067.382135] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5276041c-ee54-4b95-6df7-f41887a53941" [ 1067.382135] env[70220]: _type = "Task" [ 1067.382135] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.388855] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5276041c-ee54-4b95-6df7-f41887a53941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.453540] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626060, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.463433] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7b0928-7dff-4e03-9615-6e27072f744b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.467460] env[70220]: DEBUG nova.network.neutron [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Successfully created port: b628841d-84ad-409e-8c20-85d411814aaf {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.474695] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960d186d-1126-4a2f-83ad-3f323ee8c311 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.512618] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4ddfad-f739-4942-89d5-4de992cd7543 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.522546] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62814150-9ee4-433b-945a-0ec0bf6d6a57 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.536058] env[70220]: DEBUG nova.compute.provider_tree [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.543262] env[70220]: INFO nova.compute.manager [-] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Took 1.32 seconds to deallocate network for instance. [ 1067.615756] env[70220]: DEBUG nova.compute.manager [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.693639] env[70220]: DEBUG nova.compute.manager [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.752842] env[70220]: INFO nova.compute.manager [-] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Took 1.26 seconds to deallocate network for instance. [ 1067.892810] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5276041c-ee54-4b95-6df7-f41887a53941, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.897074] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.897074] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.897074] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.897074] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.897074] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.897074] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15221405-4424-408c-9713-8d3c6e2128e8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.903999] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.904092] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.904789] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91250d7c-7cf6-49df-94bb-4f7be9701c2a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.910236] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1067.910236] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d452ba-282e-a588-1bde-8e43341d9654" [ 1067.910236] env[70220]: _type = "Task" [ 1067.910236] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.919137] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d452ba-282e-a588-1bde-8e43341d9654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.919493] env[70220]: DEBUG nova.network.neutron [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Updated VIF entry in instance network info cache for port fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.919888] env[70220]: DEBUG nova.network.neutron [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Updating instance_info_cache with network_info: [{"id": "fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7", "address": "fa:16:3e:76:90:7b", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc4edb5d-97", "ovs_interfaceid": "fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.948095] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626060, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.041501] env[70220]: DEBUG nova.scheduler.client.report [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.054031] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.217373] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.258879] env[70220]: DEBUG oslo_concurrency.lockutils [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.425963] env[70220]: DEBUG oslo_concurrency.lockutils [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] Releasing lock "refresh_cache-1d9af276-9544-447e-9fa6-4fe5578766fb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.426304] env[70220]: DEBUG nova.compute.manager [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Received event network-vif-deleted-39c51f3a-8378-44e8-8926-f2b3dd99030d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.426478] env[70220]: INFO nova.compute.manager [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Neutron deleted interface 39c51f3a-8378-44e8-8926-f2b3dd99030d; detaching it from the instance and deleting it from the info cache [ 1068.426648] env[70220]: DEBUG nova.network.neutron [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.429605] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d452ba-282e-a588-1bde-8e43341d9654, 'name': SearchDatastore_Task, 'duration_secs': 0.008213} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.432750] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2f56bf-35fd-49ba-97e6-77c133261126 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.438698] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1068.438698] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52adf854-cc2c-0474-be5b-e8adde6d257d" [ 1068.438698] env[70220]: _type = "Task" [ 1068.438698] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.453486] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626060, 'name': Rename_Task, 'duration_secs': 1.190138} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.456909] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.457192] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52adf854-cc2c-0474-be5b-e8adde6d257d, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.457405] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb4c9d19-dfc5-4aec-a3fa-91d84491f8ca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.459121] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.459373] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 1d9af276-9544-447e-9fa6-4fe5578766fb/1d9af276-9544-447e-9fa6-4fe5578766fb.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.459610] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f08ded6-6f15-4a61-ab63-9124dd77f460 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.466691] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1068.466691] env[70220]: value = "task-3626062" [ 1068.466691] env[70220]: _type = "Task" [ 1068.466691] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.468114] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1068.468114] env[70220]: value = "task-3626061" [ 1068.468114] env[70220]: _type = "Task" [ 1068.468114] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.481370] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.481497] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.545140] env[70220]: DEBUG oslo_concurrency.lockutils [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.547737] env[70220]: DEBUG oslo_concurrency.lockutils [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.176s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.548075] env[70220]: DEBUG nova.objects.instance [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lazy-loading 'resources' on Instance uuid fb3786d6-49a9-4f69-8fef-e8b1add18688 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.571701] env[70220]: INFO nova.scheduler.client.report [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Deleted allocations for instance 67b781f1-3651-42ae-9c8e-7270cff068cf [ 1068.629742] env[70220]: DEBUG nova.compute.manager [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.660822] env[70220]: DEBUG nova.virt.hardware [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.661110] env[70220]: DEBUG nova.virt.hardware [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.661266] env[70220]: DEBUG nova.virt.hardware [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.661457] env[70220]: DEBUG nova.virt.hardware [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.661605] env[70220]: DEBUG nova.virt.hardware [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.661751] env[70220]: DEBUG nova.virt.hardware [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.661960] env[70220]: DEBUG nova.virt.hardware [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.662140] env[70220]: DEBUG nova.virt.hardware [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.662314] env[70220]: DEBUG nova.virt.hardware [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.662473] env[70220]: DEBUG nova.virt.hardware [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.662761] env[70220]: DEBUG nova.virt.hardware [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.663717] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31214ae8-62b9-4eb1-bb4e-7327763b115f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.674817] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1ac868-c680-4aed-9a74-cea3e63f2bda {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.930817] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94d80021-7b81-4bd9-ae51-1a94940b9a28 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.941456] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da54cd1a-76b4-409b-8e82-2417953db143 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.974507] env[70220]: DEBUG nova.compute.manager [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Detach interface failed, port_id=39c51f3a-8378-44e8-8926-f2b3dd99030d, reason: Instance 9b51a60e-4944-49e1-9905-788eecd2926c could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1068.974507] env[70220]: DEBUG nova.compute.manager [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Received event network-vif-deleted-db7633df-0c68-4f61-b838-e12f1896c58c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.974507] env[70220]: INFO nova.compute.manager [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Neutron deleted interface db7633df-0c68-4f61-b838-e12f1896c58c; detaching it from the instance and deleting it from the info cache [ 1068.974507] env[70220]: DEBUG nova.network.neutron [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.985133] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475337} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.988311] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 1d9af276-9544-447e-9fa6-4fe5578766fb/1d9af276-9544-447e-9fa6-4fe5578766fb.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.988311] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.988531] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626061, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.989508] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ddfe2014-5c79-461e-80b8-04b5e11e2d9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.995611] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1068.995611] env[70220]: value = "task-3626063" [ 1068.995611] env[70220]: _type = "Task" [ 1068.995611] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.004862] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626063, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.084527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-aaf57928-3019-434c-b0cc-a8b69f120799 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "67b781f1-3651-42ae-9c8e-7270cff068cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.583s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.230555] env[70220]: DEBUG nova.compute.manager [req-30706bd3-9a68-4742-b2cc-1d344e5e8e36 req-14474d01-3e59-4b02-8f0d-75af25eb3b00 service nova] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Received event network-vif-plugged-b628841d-84ad-409e-8c20-85d411814aaf {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.230770] env[70220]: DEBUG oslo_concurrency.lockutils [req-30706bd3-9a68-4742-b2cc-1d344e5e8e36 req-14474d01-3e59-4b02-8f0d-75af25eb3b00 service nova] Acquiring lock "59060a05-ee27-4026-952c-ef8a7a82dc78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.230971] env[70220]: DEBUG oslo_concurrency.lockutils [req-30706bd3-9a68-4742-b2cc-1d344e5e8e36 req-14474d01-3e59-4b02-8f0d-75af25eb3b00 service nova] Lock "59060a05-ee27-4026-952c-ef8a7a82dc78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.231232] env[70220]: DEBUG oslo_concurrency.lockutils [req-30706bd3-9a68-4742-b2cc-1d344e5e8e36 req-14474d01-3e59-4b02-8f0d-75af25eb3b00 service nova] Lock "59060a05-ee27-4026-952c-ef8a7a82dc78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.231382] env[70220]: DEBUG nova.compute.manager [req-30706bd3-9a68-4742-b2cc-1d344e5e8e36 req-14474d01-3e59-4b02-8f0d-75af25eb3b00 service nova] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] No waiting events found dispatching network-vif-plugged-b628841d-84ad-409e-8c20-85d411814aaf {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.231456] env[70220]: WARNING nova.compute.manager [req-30706bd3-9a68-4742-b2cc-1d344e5e8e36 req-14474d01-3e59-4b02-8f0d-75af25eb3b00 service nova] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Received unexpected event network-vif-plugged-b628841d-84ad-409e-8c20-85d411814aaf for instance with vm_state building and task_state spawning. [ 1069.309749] env[70220]: DEBUG nova.network.neutron [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Successfully updated port: b628841d-84ad-409e-8c20-85d411814aaf {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.366925] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ef78e1-dd22-488c-a9b7-971b3e064a8a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.376025] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2fc473-c5a6-47f4-b3c9-9552d34aec77 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.406720] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb7de3b-e280-4bde-b457-0c298e95587b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.414560] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b3e8ce-2455-43db-be87-b6b509c94db0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.427090] env[70220]: DEBUG nova.compute.provider_tree [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.481710] env[70220]: DEBUG oslo_vmware.api [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626061, 'name': PowerOnVM_Task, 'duration_secs': 0.711912} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.481937] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-456cb279-8fb3-451a-b306-3e02ced29955 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.483702] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.483911] env[70220]: INFO nova.compute.manager [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1069.484097] env[70220]: DEBUG nova.compute.manager [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.484949] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3a0db4-11c9-4b69-9a3c-6179b0283797 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.498337] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4788dc4d-0341-4bfd-bde9-362fe14c469c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.515922] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626063, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066432} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.516041] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.516689] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f075c9a0-927d-49af-b248-47c0c5b364ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.529533] env[70220]: DEBUG nova.compute.manager [req-595842c6-a392-4b0c-ad12-6214626b76cb req-2afaf99f-a17e-4912-a45a-3ac68ccd4d50 service nova] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Detach interface failed, port_id=db7633df-0c68-4f61-b838-e12f1896c58c, reason: Instance 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.548453] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 1d9af276-9544-447e-9fa6-4fe5578766fb/1d9af276-9544-447e-9fa6-4fe5578766fb.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.549411] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5603d94d-edf7-49c9-b953-04624c732718 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.570426] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1069.570426] env[70220]: value = "task-3626064" [ 1069.570426] env[70220]: _type = "Task" [ 1069.570426] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.578344] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.812266] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquiring lock "refresh_cache-59060a05-ee27-4026-952c-ef8a7a82dc78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.812523] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquired lock "refresh_cache-59060a05-ee27-4026-952c-ef8a7a82dc78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.812764] env[70220]: DEBUG nova.network.neutron [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.930584] env[70220]: DEBUG nova.scheduler.client.report [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.005971] env[70220]: INFO nova.compute.manager [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Took 25.43 seconds to build instance. [ 1070.084337] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626064, 'name': ReconfigVM_Task, 'duration_secs': 0.276439} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.084337] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 1d9af276-9544-447e-9fa6-4fe5578766fb/1d9af276-9544-447e-9fa6-4fe5578766fb.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.085125] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c22d5e3-e130-4575-9fdd-c4145df1b427 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.094020] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1070.094020] env[70220]: value = "task-3626065" [ 1070.094020] env[70220]: _type = "Task" [ 1070.094020] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.103468] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626065, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.233780] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquiring lock "0936abff-e404-4b7e-b41c-2fa237d66919" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.233780] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lock "0936abff-e404-4b7e-b41c-2fa237d66919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.286431] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "1e78cadc-2b86-43fb-bf28-166187a8717e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.345407] env[70220]: DEBUG nova.network.neutron [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.436702] env[70220]: DEBUG oslo_concurrency.lockutils [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.439289] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.003s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.439907] env[70220]: DEBUG nova.objects.instance [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lazy-loading 'resources' on Instance uuid 036e1413-2876-4fc3-a481-3c63dfe1fc41 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.465335] env[70220]: INFO nova.scheduler.client.report [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Deleted allocations for instance fb3786d6-49a9-4f69-8fef-e8b1add18688 [ 1070.488028] env[70220]: DEBUG nova.network.neutron [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Updating instance_info_cache with network_info: [{"id": "b628841d-84ad-409e-8c20-85d411814aaf", "address": "fa:16:3e:0e:3b:23", "network": {"id": "29261204-bd36-4660-a99d-74faafaff334", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-243282300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "542b06ba4413450492a7c72f7635f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb628841d-84", "ovs_interfaceid": "b628841d-84ad-409e-8c20-85d411814aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.508103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a9208a1-11d0-47e5-960f-6b2908ca08db tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "1e78cadc-2b86-43fb-bf28-166187a8717e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.947s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.509425] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "1e78cadc-2b86-43fb-bf28-166187a8717e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.223s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.509648] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "1e78cadc-2b86-43fb-bf28-166187a8717e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.509851] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "1e78cadc-2b86-43fb-bf28-166187a8717e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.510027] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "1e78cadc-2b86-43fb-bf28-166187a8717e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.511863] env[70220]: INFO nova.compute.manager [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Terminating instance [ 1070.601603] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626065, 'name': Rename_Task, 'duration_secs': 0.141126} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.601882] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.602255] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfa9aadc-db48-4a27-9ea7-30bed7fd1088 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.608815] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1070.608815] env[70220]: value = "task-3626067" [ 1070.608815] env[70220]: _type = "Task" [ 1070.608815] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.615829] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.975942] env[70220]: DEBUG oslo_concurrency.lockutils [None req-27da8042-35be-4446-b60b-c047fb042c80 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "fb3786d6-49a9-4f69-8fef-e8b1add18688" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.571s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.989702] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Releasing lock "refresh_cache-59060a05-ee27-4026-952c-ef8a7a82dc78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.990401] env[70220]: DEBUG nova.compute.manager [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Instance network_info: |[{"id": "b628841d-84ad-409e-8c20-85d411814aaf", "address": "fa:16:3e:0e:3b:23", "network": {"id": "29261204-bd36-4660-a99d-74faafaff334", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-243282300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "542b06ba4413450492a7c72f7635f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb628841d-84", "ovs_interfaceid": "b628841d-84ad-409e-8c20-85d411814aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.990401] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:3b:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b628841d-84ad-409e-8c20-85d411814aaf', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.997981] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Creating folder: Project (542b06ba4413450492a7c72f7635f3c3). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.000920] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c23bb134-a911-412c-aceb-bfb396d18aa1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.012907] env[70220]: DEBUG nova.compute.manager [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1071.015645] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Created folder: Project (542b06ba4413450492a7c72f7635f3c3) in parent group-v722922. [ 1071.015828] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Creating folder: Instances. Parent ref: group-v723139. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.019085] env[70220]: DEBUG nova.compute.manager [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.019289] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.019526] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0d08c1e-8c2d-4ff8-a411-395a0b0e1e34 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.022221] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857000e3-f2c5-447c-a05e-74e657117e07 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.030225] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.030500] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd30da4c-9514-4deb-bd62-17c598a97392 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.035339] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Created folder: Instances in parent group-v723139. [ 1071.036506] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.036506] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.036506] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8d4b45d-00c7-498d-8d74-eabd376cd74d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.058294] env[70220]: DEBUG oslo_vmware.api [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1071.058294] env[70220]: value = "task-3626070" [ 1071.058294] env[70220]: _type = "Task" [ 1071.058294] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.064348] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.064348] env[70220]: value = "task-3626071" [ 1071.064348] env[70220]: _type = "Task" [ 1071.064348] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.075084] env[70220]: DEBUG oslo_vmware.api [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.080727] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626071, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.123117] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.258538] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5b8749-238e-450e-9579-8886b5d520b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.263761] env[70220]: DEBUG nova.compute.manager [req-44214baf-2029-4f5a-9a45-a8d894945214 req-bd54fa5c-bf20-48f5-80fa-e710bc1f2f2e service nova] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Received event network-changed-b628841d-84ad-409e-8c20-85d411814aaf {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.263913] env[70220]: DEBUG nova.compute.manager [req-44214baf-2029-4f5a-9a45-a8d894945214 req-bd54fa5c-bf20-48f5-80fa-e710bc1f2f2e service nova] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Refreshing instance network info cache due to event network-changed-b628841d-84ad-409e-8c20-85d411814aaf. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.264141] env[70220]: DEBUG oslo_concurrency.lockutils [req-44214baf-2029-4f5a-9a45-a8d894945214 req-bd54fa5c-bf20-48f5-80fa-e710bc1f2f2e service nova] Acquiring lock "refresh_cache-59060a05-ee27-4026-952c-ef8a7a82dc78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.264284] env[70220]: DEBUG oslo_concurrency.lockutils [req-44214baf-2029-4f5a-9a45-a8d894945214 req-bd54fa5c-bf20-48f5-80fa-e710bc1f2f2e service nova] Acquired lock "refresh_cache-59060a05-ee27-4026-952c-ef8a7a82dc78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.264441] env[70220]: DEBUG nova.network.neutron [req-44214baf-2029-4f5a-9a45-a8d894945214 req-bd54fa5c-bf20-48f5-80fa-e710bc1f2f2e service nova] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Refreshing network info cache for port b628841d-84ad-409e-8c20-85d411814aaf {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.270968] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a3281b-d114-40bc-bfa1-c37b3d406872 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.303829] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f43470-19c9-454e-966b-f2b10e5c12bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.311228] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033c84a3-f9b4-4965-8bc4-3da24bbfe145 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.325416] env[70220]: DEBUG nova.compute.provider_tree [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.533775] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.571530] env[70220]: DEBUG oslo_vmware.api [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626070, 'name': PowerOffVM_Task, 'duration_secs': 0.189709} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.572311] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.572597] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.572862] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1036dd71-5e58-46cd-8b7a-7fa1bd0218d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.577222] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626071, 'name': CreateVM_Task, 'duration_secs': 0.456778} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.577686] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.578411] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.578566] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.578892] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.579139] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c52995-8cf2-49e8-9c14-f885ef15ee40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.583057] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for the task: (returnval){ [ 1071.583057] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f51f47-7fe8-3ec9-8a6a-3de01a63f6bf" [ 1071.583057] env[70220]: _type = "Task" [ 1071.583057] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.590511] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f51f47-7fe8-3ec9-8a6a-3de01a63f6bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.617786] env[70220]: DEBUG oslo_vmware.api [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626067, 'name': PowerOnVM_Task, 'duration_secs': 0.88162} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.617924] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.618052] env[70220]: INFO nova.compute.manager [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1071.618237] env[70220]: DEBUG nova.compute.manager [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.618979] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ebfff4-ccc6-4733-8091-b169d471e2bd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.640637] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.640862] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.641060] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleting the datastore file [datastore1] 1e78cadc-2b86-43fb-bf28-166187a8717e {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.641321] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da337e1e-dd11-45c7-97e2-f387c31fff23 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.647212] env[70220]: DEBUG oslo_vmware.api [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1071.647212] env[70220]: value = "task-3626073" [ 1071.647212] env[70220]: _type = "Task" [ 1071.647212] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.655765] env[70220]: DEBUG oslo_vmware.api [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.828185] env[70220]: DEBUG nova.scheduler.client.report [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.961707] env[70220]: DEBUG nova.network.neutron [req-44214baf-2029-4f5a-9a45-a8d894945214 req-bd54fa5c-bf20-48f5-80fa-e710bc1f2f2e service nova] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Updated VIF entry in instance network info cache for port b628841d-84ad-409e-8c20-85d411814aaf. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.962077] env[70220]: DEBUG nova.network.neutron [req-44214baf-2029-4f5a-9a45-a8d894945214 req-bd54fa5c-bf20-48f5-80fa-e710bc1f2f2e service nova] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Updating instance_info_cache with network_info: [{"id": "b628841d-84ad-409e-8c20-85d411814aaf", "address": "fa:16:3e:0e:3b:23", "network": {"id": "29261204-bd36-4660-a99d-74faafaff334", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-243282300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "542b06ba4413450492a7c72f7635f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb628841d-84", "ovs_interfaceid": "b628841d-84ad-409e-8c20-85d411814aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.093060] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f51f47-7fe8-3ec9-8a6a-3de01a63f6bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.093366] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.093581] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.093873] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.094025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.094222] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.094493] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f587e7b9-4715-4b7f-9431-a485fc77b4b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.103185] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.103348] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.104147] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb91d53-c309-4fd7-a2aa-b40b9c06451d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.109078] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for the task: (returnval){ [ 1072.109078] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5240b98e-9fd3-b8c6-3d3e-bd116bd38a24" [ 1072.109078] env[70220]: _type = "Task" [ 1072.109078] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.116479] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5240b98e-9fd3-b8c6-3d3e-bd116bd38a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.137863] env[70220]: INFO nova.compute.manager [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Took 24.83 seconds to build instance. [ 1072.157812] env[70220]: DEBUG oslo_vmware.api [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12496} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.158811] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.159071] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.159269] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.160227] env[70220]: INFO nova.compute.manager [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1072.160538] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.161064] env[70220]: DEBUG nova.compute.manager [-] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.161202] env[70220]: DEBUG nova.network.neutron [-] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.335155] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.337425] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.284s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.341218] env[70220]: INFO nova.compute.claims [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.357355] env[70220]: INFO nova.scheduler.client.report [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Deleted allocations for instance 036e1413-2876-4fc3-a481-3c63dfe1fc41 [ 1072.464985] env[70220]: DEBUG oslo_concurrency.lockutils [req-44214baf-2029-4f5a-9a45-a8d894945214 req-bd54fa5c-bf20-48f5-80fa-e710bc1f2f2e service nova] Releasing lock "refresh_cache-59060a05-ee27-4026-952c-ef8a7a82dc78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.624516] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5240b98e-9fd3-b8c6-3d3e-bd116bd38a24, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.626981] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a4aa9d-9cbf-483f-aa16-0697a82d82b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.632299] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for the task: (returnval){ [ 1072.632299] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cfef5b-202d-0d44-c345-f4a9b17a7c42" [ 1072.632299] env[70220]: _type = "Task" [ 1072.632299] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.640374] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8fb1f32a-996b-4d36-8ef4-8b6363684dcf tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "1d9af276-9544-447e-9fa6-4fe5578766fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.342s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.640584] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cfef5b-202d-0d44-c345-f4a9b17a7c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.866902] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b1b19fd2-5468-4cc7-ab5a-85143788fcd9 tempest-ListServersNegativeTestJSON-304983697 tempest-ListServersNegativeTestJSON-304983697-project-member] Lock "036e1413-2876-4fc3-a481-3c63dfe1fc41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.260s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.950837] env[70220]: DEBUG nova.network.neutron [-] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.142938] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cfef5b-202d-0d44-c345-f4a9b17a7c42, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.143357] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.143678] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 59060a05-ee27-4026-952c-ef8a7a82dc78/59060a05-ee27-4026-952c-ef8a7a82dc78.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.144102] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ef7f775-a883-416f-b129-fe7d3d755130 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.150678] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for the task: (returnval){ [ 1073.150678] env[70220]: value = "task-3626074" [ 1073.150678] env[70220]: _type = "Task" [ 1073.150678] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.159287] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.300201] env[70220]: DEBUG nova.compute.manager [req-d241157f-d6bd-424c-b06c-c188f1fbccc2 req-e566b72b-c8f5-4b3e-9fc5-98c627473c76 service nova] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Received event network-vif-deleted-8facdcd9-f7f6-48b8-bc04-b3f8541a5765 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.445379] env[70220]: DEBUG nova.compute.manager [req-5da0a9e8-1a7a-434c-855c-52c68997fd9b req-40ca83f3-a370-4d49-bd21-90521150fade service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Received event network-changed-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.445586] env[70220]: DEBUG nova.compute.manager [req-5da0a9e8-1a7a-434c-855c-52c68997fd9b req-40ca83f3-a370-4d49-bd21-90521150fade service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Refreshing instance network info cache due to event network-changed-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.447438] env[70220]: DEBUG oslo_concurrency.lockutils [req-5da0a9e8-1a7a-434c-855c-52c68997fd9b req-40ca83f3-a370-4d49-bd21-90521150fade service nova] Acquiring lock "refresh_cache-1d9af276-9544-447e-9fa6-4fe5578766fb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.447438] env[70220]: DEBUG oslo_concurrency.lockutils [req-5da0a9e8-1a7a-434c-855c-52c68997fd9b req-40ca83f3-a370-4d49-bd21-90521150fade service nova] Acquired lock "refresh_cache-1d9af276-9544-447e-9fa6-4fe5578766fb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.447438] env[70220]: DEBUG nova.network.neutron [req-5da0a9e8-1a7a-434c-855c-52c68997fd9b req-40ca83f3-a370-4d49-bd21-90521150fade service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Refreshing network info cache for port fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.453340] env[70220]: INFO nova.compute.manager [-] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Took 1.29 seconds to deallocate network for instance. [ 1073.665063] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47136} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.666691] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 59060a05-ee27-4026-952c-ef8a7a82dc78/59060a05-ee27-4026-952c-ef8a7a82dc78.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.668018] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.668339] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f778473-52a8-46c9-8931-9e1af2fe9609 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.671542] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d671edc9-2400-496c-b49e-b99974380913 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.678866] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562d3b1a-941e-4f3e-9307-1ea6e8b9f8df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.684688] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for the task: (returnval){ [ 1073.684688] env[70220]: value = "task-3626075" [ 1073.684688] env[70220]: _type = "Task" [ 1073.684688] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.719279] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f4b52f-806b-4086-a2b4-68c78adfa8ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.725797] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626075, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.730312] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ddd235-73a7-458f-bf3c-b67c46e10f31 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.746203] env[70220]: DEBUG nova.compute.provider_tree [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.915372] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "3faece41-423b-487c-8d02-016025aba4a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.915619] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "3faece41-423b-487c-8d02-016025aba4a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.962246] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.985745] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "af8598b0-ea9e-4751-aebc-414ece12150e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.986113] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "af8598b0-ea9e-4751-aebc-414ece12150e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.986366] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "af8598b0-ea9e-4751-aebc-414ece12150e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.986545] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "af8598b0-ea9e-4751-aebc-414ece12150e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.986704] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "af8598b0-ea9e-4751-aebc-414ece12150e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.989101] env[70220]: INFO nova.compute.manager [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Terminating instance [ 1074.184519] env[70220]: DEBUG nova.network.neutron [req-5da0a9e8-1a7a-434c-855c-52c68997fd9b req-40ca83f3-a370-4d49-bd21-90521150fade service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Updated VIF entry in instance network info cache for port fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.184879] env[70220]: DEBUG nova.network.neutron [req-5da0a9e8-1a7a-434c-855c-52c68997fd9b req-40ca83f3-a370-4d49-bd21-90521150fade service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Updating instance_info_cache with network_info: [{"id": "fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7", "address": "fa:16:3e:76:90:7b", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc4edb5d-97", "ovs_interfaceid": "fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.196556] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062736} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.196556] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.196962] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5b2045-fc2b-4681-aac8-790e750bb5ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.221156] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 59060a05-ee27-4026-952c-ef8a7a82dc78/59060a05-ee27-4026-952c-ef8a7a82dc78.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.221964] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afdc62df-e323-43f2-9c2f-dad618c9a368 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.242752] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for the task: (returnval){ [ 1074.242752] env[70220]: value = "task-3626076" [ 1074.242752] env[70220]: _type = "Task" [ 1074.242752] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.254890] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.274175] env[70220]: ERROR nova.scheduler.client.report [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [req-5b5a988b-141e-4759-8b6a-c8bb589cad41] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5b5a988b-141e-4759-8b6a-c8bb589cad41"}]} [ 1074.301649] env[70220]: DEBUG nova.scheduler.client.report [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1074.315578] env[70220]: DEBUG nova.scheduler.client.report [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1074.315801] env[70220]: DEBUG nova.compute.provider_tree [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1074.328904] env[70220]: DEBUG nova.scheduler.client.report [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1074.349821] env[70220]: DEBUG nova.scheduler.client.report [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1074.418161] env[70220]: DEBUG nova.compute.manager [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.492473] env[70220]: DEBUG nova.compute.manager [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1074.493270] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.493638] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5055029f-a6ea-47a0-b6a8-63bb79fa36a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.503034] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.503557] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5fb9bdb-ec7c-4525-b73c-7690a9a082f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.508996] env[70220]: DEBUG oslo_vmware.api [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 1074.508996] env[70220]: value = "task-3626077" [ 1074.508996] env[70220]: _type = "Task" [ 1074.508996] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.519235] env[70220]: DEBUG oslo_vmware.api [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.633462] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8105a145-124c-4d9e-a0d5-5176662eca7c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.640427] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40502a53-889d-4ebf-809c-f95ecfa8a55a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.671587] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1928b6-c456-4c6a-8982-2a2a9c7f515f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.678694] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe09eeb7-3d59-4082-888e-6d4eb3ed6373 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.692250] env[70220]: DEBUG oslo_concurrency.lockutils [req-5da0a9e8-1a7a-434c-855c-52c68997fd9b req-40ca83f3-a370-4d49-bd21-90521150fade service nova] Releasing lock "refresh_cache-1d9af276-9544-447e-9fa6-4fe5578766fb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.693593] env[70220]: DEBUG nova.compute.provider_tree [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1074.753771] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.943937] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.019907] env[70220]: DEBUG oslo_vmware.api [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626077, 'name': PowerOffVM_Task, 'duration_secs': 0.454757} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.020390] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.020770] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.021170] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e921f99-5aac-4dae-865f-2f31dd232492 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.081689] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.081689] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.081831] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Deleting the datastore file [datastore2] af8598b0-ea9e-4751-aebc-414ece12150e {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.082053] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1daba0a4-ae3e-4824-bfd1-d1bce8038df5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.088072] env[70220]: DEBUG oslo_vmware.api [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 1075.088072] env[70220]: value = "task-3626079" [ 1075.088072] env[70220]: _type = "Task" [ 1075.088072] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.095962] env[70220]: DEBUG oslo_vmware.api [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.237268] env[70220]: DEBUG nova.scheduler.client.report [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1075.237587] env[70220]: DEBUG nova.compute.provider_tree [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 111 to 112 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1075.237814] env[70220]: DEBUG nova.compute.provider_tree [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.259836] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.598159] env[70220]: DEBUG oslo_vmware.api [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189082} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.598412] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.598589] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.598761] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.598935] env[70220]: INFO nova.compute.manager [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1075.599190] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1075.599392] env[70220]: DEBUG nova.compute.manager [-] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1075.599468] env[70220]: DEBUG nova.network.neutron [-] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.745974] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.408s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.746572] env[70220]: DEBUG nova.compute.manager [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.749243] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.029s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.750628] env[70220]: INFO nova.compute.claims [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.763430] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626076, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.852208] env[70220]: DEBUG nova.compute.manager [req-d269dade-a133-47b3-a09e-d3566415baef req-4eba41fb-d6c6-42eb-bce7-eeb5293e51d2 service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Received event network-vif-deleted-d1a9436c-bffc-4589-987f-60252fb5f359 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.852457] env[70220]: INFO nova.compute.manager [req-d269dade-a133-47b3-a09e-d3566415baef req-4eba41fb-d6c6-42eb-bce7-eeb5293e51d2 service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Neutron deleted interface d1a9436c-bffc-4589-987f-60252fb5f359; detaching it from the instance and deleting it from the info cache [ 1075.853067] env[70220]: DEBUG nova.network.neutron [req-d269dade-a133-47b3-a09e-d3566415baef req-4eba41fb-d6c6-42eb-bce7-eeb5293e51d2 service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.261466] env[70220]: DEBUG nova.compute.utils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.262776] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626076, 'name': ReconfigVM_Task, 'duration_secs': 2.014821} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.263435] env[70220]: DEBUG nova.compute.manager [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.263550] env[70220]: DEBUG nova.network.neutron [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.265393] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 59060a05-ee27-4026-952c-ef8a7a82dc78/59060a05-ee27-4026-952c-ef8a7a82dc78.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.265990] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58fb04a6-dca3-4f20-bb30-3760881b3096 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.273314] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for the task: (returnval){ [ 1076.273314] env[70220]: value = "task-3626080" [ 1076.273314] env[70220]: _type = "Task" [ 1076.273314] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.282307] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626080, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.317421] env[70220]: DEBUG nova.policy [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9c6c486f9514dd4b20ec78b9ac271f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bc1af22a62440e2a706716be452f99e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.334277] env[70220]: DEBUG nova.network.neutron [-] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.355651] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5b391ab-38b2-4a82-80ce-489325b9b74f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.364742] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6cd462-be07-4af1-8b32-7b2401b05ee1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.394392] env[70220]: DEBUG nova.compute.manager [req-d269dade-a133-47b3-a09e-d3566415baef req-4eba41fb-d6c6-42eb-bce7-eeb5293e51d2 service nova] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Detach interface failed, port_id=d1a9436c-bffc-4589-987f-60252fb5f359, reason: Instance af8598b0-ea9e-4751-aebc-414ece12150e could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1076.590487] env[70220]: DEBUG nova.network.neutron [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Successfully created port: cecc0162-a689-4889-b79f-6801942e82a4 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.767802] env[70220]: DEBUG nova.compute.manager [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.784639] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626080, 'name': Rename_Task, 'duration_secs': 0.361252} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.785040] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.785344] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0b9248e-9510-4fde-9b6c-5c031c58a6f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.797129] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for the task: (returnval){ [ 1076.797129] env[70220]: value = "task-3626081" [ 1076.797129] env[70220]: _type = "Task" [ 1076.797129] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.808349] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626081, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.839272] env[70220]: INFO nova.compute.manager [-] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Took 1.24 seconds to deallocate network for instance. [ 1077.059207] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c951495-7b40-4873-b979-e30791dd6f32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.068926] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee460b-7b78-43ee-99d1-4a69edf2e87a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.100443] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54c508c-c3c4-4067-915d-7b16a7982e35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.107793] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f284b9a-6607-4c34-b97b-e2d9aaecd493 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.120779] env[70220]: DEBUG nova.compute.provider_tree [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.310748] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626081, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.350939] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.623943] env[70220]: DEBUG nova.scheduler.client.report [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.776765] env[70220]: DEBUG nova.compute.manager [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.802472] env[70220]: DEBUG nova.virt.hardware [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.802759] env[70220]: DEBUG nova.virt.hardware [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.802931] env[70220]: DEBUG nova.virt.hardware [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.803128] env[70220]: DEBUG nova.virt.hardware [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.803274] env[70220]: DEBUG nova.virt.hardware [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.803414] env[70220]: DEBUG nova.virt.hardware [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.803615] env[70220]: DEBUG nova.virt.hardware [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.803808] env[70220]: DEBUG nova.virt.hardware [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.803987] env[70220]: DEBUG nova.virt.hardware [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.804158] env[70220]: DEBUG nova.virt.hardware [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.804331] env[70220]: DEBUG nova.virt.hardware [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.805108] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add143a5-e67b-4c5e-883b-4cad7c0881fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.810404] env[70220]: DEBUG oslo_vmware.api [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626081, 'name': PowerOnVM_Task, 'duration_secs': 0.65205} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.810988] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.811206] env[70220]: INFO nova.compute.manager [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1077.811382] env[70220]: DEBUG nova.compute.manager [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.812102] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4509872-0650-447a-a13d-ff1bcfad045d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.818042] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94de15b-ef4b-465e-9137-90db827485b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.957815] env[70220]: DEBUG nova.compute.manager [req-1f2e1b05-cdbc-44b5-b4bf-66cfd7a41339 req-19ac7d34-bbe4-4c13-b49a-513ae3431272 service nova] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Received event network-vif-plugged-cecc0162-a689-4889-b79f-6801942e82a4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.958386] env[70220]: DEBUG oslo_concurrency.lockutils [req-1f2e1b05-cdbc-44b5-b4bf-66cfd7a41339 req-19ac7d34-bbe4-4c13-b49a-513ae3431272 service nova] Acquiring lock "f09f5d46-60dd-43d4-911d-543d996afda7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.958614] env[70220]: DEBUG oslo_concurrency.lockutils [req-1f2e1b05-cdbc-44b5-b4bf-66cfd7a41339 req-19ac7d34-bbe4-4c13-b49a-513ae3431272 service nova] Lock "f09f5d46-60dd-43d4-911d-543d996afda7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.958792] env[70220]: DEBUG oslo_concurrency.lockutils [req-1f2e1b05-cdbc-44b5-b4bf-66cfd7a41339 req-19ac7d34-bbe4-4c13-b49a-513ae3431272 service nova] Lock "f09f5d46-60dd-43d4-911d-543d996afda7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.958962] env[70220]: DEBUG nova.compute.manager [req-1f2e1b05-cdbc-44b5-b4bf-66cfd7a41339 req-19ac7d34-bbe4-4c13-b49a-513ae3431272 service nova] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] No waiting events found dispatching network-vif-plugged-cecc0162-a689-4889-b79f-6801942e82a4 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.959467] env[70220]: WARNING nova.compute.manager [req-1f2e1b05-cdbc-44b5-b4bf-66cfd7a41339 req-19ac7d34-bbe4-4c13-b49a-513ae3431272 service nova] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Received unexpected event network-vif-plugged-cecc0162-a689-4889-b79f-6801942e82a4 for instance with vm_state building and task_state spawning. [ 1078.038920] env[70220]: DEBUG nova.network.neutron [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Successfully updated port: cecc0162-a689-4889-b79f-6801942e82a4 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.129602] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.129875] env[70220]: DEBUG nova.compute.manager [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.132429] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.352s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.133832] env[70220]: INFO nova.compute.claims [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.336317] env[70220]: INFO nova.compute.manager [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Took 27.52 seconds to build instance. [ 1078.542421] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "refresh_cache-f09f5d46-60dd-43d4-911d-543d996afda7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.542421] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired lock "refresh_cache-f09f5d46-60dd-43d4-911d-543d996afda7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.542421] env[70220]: DEBUG nova.network.neutron [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.638318] env[70220]: DEBUG nova.compute.utils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.642642] env[70220]: DEBUG nova.compute.manager [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.642905] env[70220]: DEBUG nova.network.neutron [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.687591] env[70220]: DEBUG nova.policy [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f0b1080636f4cf78fe7941551c61b9e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d4f48233cf84e878fcc50a544489a64', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.790893] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquiring lock "59060a05-ee27-4026-952c-ef8a7a82dc78" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.839186] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bb042f65-76ca-4f1c-9fba-1fc6eea9a2f6 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "59060a05-ee27-4026-952c-ef8a7a82dc78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.035s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.839488] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "59060a05-ee27-4026-952c-ef8a7a82dc78" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.049s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.839741] env[70220]: INFO nova.compute.manager [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Rebooting instance [ 1078.955458] env[70220]: DEBUG nova.network.neutron [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Successfully created port: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.086942] env[70220]: DEBUG nova.network.neutron [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.149222] env[70220]: DEBUG nova.compute.manager [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.280960] env[70220]: DEBUG nova.network.neutron [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Updating instance_info_cache with network_info: [{"id": "cecc0162-a689-4889-b79f-6801942e82a4", "address": "fa:16:3e:dd:53:b6", "network": {"id": "676b1054-e684-4cfe-beb0-40af4223f028", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1046604307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc1af22a62440e2a706716be452f99e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecc0162-a6", "ovs_interfaceid": "cecc0162-a689-4889-b79f-6801942e82a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.356462] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquiring lock "refresh_cache-59060a05-ee27-4026-952c-ef8a7a82dc78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.356671] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquired lock "refresh_cache-59060a05-ee27-4026-952c-ef8a7a82dc78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.356807] env[70220]: DEBUG nova.network.neutron [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.414298] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943d72a-35d7-405c-97a0-b006ff712203 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.422856] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1b6fca-2b66-41de-a178-6c84e57982e8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.453041] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e7036c-7709-469d-8feb-6380c46b7221 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.460661] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282a41a5-89c6-4f39-a6b7-85963dbdf354 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.473574] env[70220]: DEBUG nova.compute.provider_tree [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.783053] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Releasing lock "refresh_cache-f09f5d46-60dd-43d4-911d-543d996afda7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.783053] env[70220]: DEBUG nova.compute.manager [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Instance network_info: |[{"id": "cecc0162-a689-4889-b79f-6801942e82a4", "address": "fa:16:3e:dd:53:b6", "network": {"id": "676b1054-e684-4cfe-beb0-40af4223f028", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1046604307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc1af22a62440e2a706716be452f99e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecc0162-a6", "ovs_interfaceid": "cecc0162-a689-4889-b79f-6801942e82a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.783053] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:53:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cecc0162-a689-4889-b79f-6801942e82a4', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.790616] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Creating folder: Project (4bc1af22a62440e2a706716be452f99e). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.790876] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5871e90-7942-4577-892a-c5cc76ddb2d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.802748] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Created folder: Project (4bc1af22a62440e2a706716be452f99e) in parent group-v722922. [ 1079.802935] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Creating folder: Instances. Parent ref: group-v723142. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.803175] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-973723a6-34ed-4560-afa7-71bedc71dc52 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.811602] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Created folder: Instances in parent group-v723142. [ 1079.811837] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.812048] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.812243] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2446d832-8257-49f9-b6ba-0677389cd61c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.832058] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.832058] env[70220]: value = "task-3626084" [ 1079.832058] env[70220]: _type = "Task" [ 1079.832058] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.837419] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626084, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.976859] env[70220]: DEBUG nova.scheduler.client.report [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.987422] env[70220]: DEBUG nova.compute.manager [req-8460dfd1-2b72-416c-9a80-d84ce03dcdd2 req-8065d9c6-510b-4dc0-a506-813c90582041 service nova] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Received event network-changed-cecc0162-a689-4889-b79f-6801942e82a4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.987612] env[70220]: DEBUG nova.compute.manager [req-8460dfd1-2b72-416c-9a80-d84ce03dcdd2 req-8065d9c6-510b-4dc0-a506-813c90582041 service nova] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Refreshing instance network info cache due to event network-changed-cecc0162-a689-4889-b79f-6801942e82a4. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.987823] env[70220]: DEBUG oslo_concurrency.lockutils [req-8460dfd1-2b72-416c-9a80-d84ce03dcdd2 req-8065d9c6-510b-4dc0-a506-813c90582041 service nova] Acquiring lock "refresh_cache-f09f5d46-60dd-43d4-911d-543d996afda7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.988037] env[70220]: DEBUG oslo_concurrency.lockutils [req-8460dfd1-2b72-416c-9a80-d84ce03dcdd2 req-8065d9c6-510b-4dc0-a506-813c90582041 service nova] Acquired lock "refresh_cache-f09f5d46-60dd-43d4-911d-543d996afda7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.988262] env[70220]: DEBUG nova.network.neutron [req-8460dfd1-2b72-416c-9a80-d84ce03dcdd2 req-8065d9c6-510b-4dc0-a506-813c90582041 service nova] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Refreshing network info cache for port cecc0162-a689-4889-b79f-6801942e82a4 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.063675] env[70220]: DEBUG nova.network.neutron [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Updating instance_info_cache with network_info: [{"id": "b628841d-84ad-409e-8c20-85d411814aaf", "address": "fa:16:3e:0e:3b:23", "network": {"id": "29261204-bd36-4660-a99d-74faafaff334", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-243282300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "542b06ba4413450492a7c72f7635f3c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb628841d-84", "ovs_interfaceid": "b628841d-84ad-409e-8c20-85d411814aaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.165135] env[70220]: DEBUG nova.compute.manager [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.192850] env[70220]: DEBUG nova.virt.hardware [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.193160] env[70220]: DEBUG nova.virt.hardware [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.193376] env[70220]: DEBUG nova.virt.hardware [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.193613] env[70220]: DEBUG nova.virt.hardware [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.193826] env[70220]: DEBUG nova.virt.hardware [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.194026] env[70220]: DEBUG nova.virt.hardware [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.194259] env[70220]: DEBUG nova.virt.hardware [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.194460] env[70220]: DEBUG nova.virt.hardware [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.194671] env[70220]: DEBUG nova.virt.hardware [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.194844] env[70220]: DEBUG nova.virt.hardware [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.195070] env[70220]: DEBUG nova.virt.hardware [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.196039] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1a293a-e4c2-4c4a-a281-2b98fc79c7dc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.204826] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6938cac1-a2d6-4b86-8173-3fd26e0debc3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.340700] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626084, 'name': CreateVM_Task, 'duration_secs': 0.34929} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.341414] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.341621] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.341787] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.342133] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.342396] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0a8ccb-6fcf-4d69-96db-e810c6893997 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.347683] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1080.347683] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f86685-79bf-b849-d950-03c871b5183a" [ 1080.347683] env[70220]: _type = "Task" [ 1080.347683] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.356273] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f86685-79bf-b849-d950-03c871b5183a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.484487] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.352s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.485092] env[70220]: DEBUG nova.compute.manager [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.487833] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.773s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.489434] env[70220]: INFO nova.compute.claims [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.568109] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Releasing lock "refresh_cache-59060a05-ee27-4026-952c-ef8a7a82dc78" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.655326] env[70220]: DEBUG nova.network.neutron [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Successfully updated port: 1f6ef924-d1b2-437f-9ae5-67628340b1f8 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.740055] env[70220]: DEBUG nova.network.neutron [req-8460dfd1-2b72-416c-9a80-d84ce03dcdd2 req-8065d9c6-510b-4dc0-a506-813c90582041 service nova] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Updated VIF entry in instance network info cache for port cecc0162-a689-4889-b79f-6801942e82a4. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.740436] env[70220]: DEBUG nova.network.neutron [req-8460dfd1-2b72-416c-9a80-d84ce03dcdd2 req-8065d9c6-510b-4dc0-a506-813c90582041 service nova] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Updating instance_info_cache with network_info: [{"id": "cecc0162-a689-4889-b79f-6801942e82a4", "address": "fa:16:3e:dd:53:b6", "network": {"id": "676b1054-e684-4cfe-beb0-40af4223f028", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1046604307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc1af22a62440e2a706716be452f99e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecc0162-a6", "ovs_interfaceid": "cecc0162-a689-4889-b79f-6801942e82a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.858401] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f86685-79bf-b849-d950-03c871b5183a, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.858719] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.858951] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.859225] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.859367] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.859544] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.859807] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6cd8cd8-9594-4fa3-89b4-c68c62b30f40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.867985] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.868175] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.868871] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d8fdbc-df47-403f-bdae-4496060d6af3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.873778] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1080.873778] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bd3179-ed93-a0f5-3ade-5c0614ea4227" [ 1080.873778] env[70220]: _type = "Task" [ 1080.873778] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.881251] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bd3179-ed93-a0f5-3ade-5c0614ea4227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.996288] env[70220]: DEBUG nova.compute.utils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.997654] env[70220]: DEBUG nova.compute.manager [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.997820] env[70220]: DEBUG nova.network.neutron [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.034144] env[70220]: DEBUG nova.policy [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85b8e8d9d5954428baf54ba8e1481b3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9b096abf287479f83d4409325bff461', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.073051] env[70220]: DEBUG nova.compute.manager [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.073994] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19454228-c521-4a0f-84c1-a4bdfed7fc89 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.157219] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.157360] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquired lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.157528] env[70220]: DEBUG nova.network.neutron [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.243151] env[70220]: DEBUG oslo_concurrency.lockutils [req-8460dfd1-2b72-416c-9a80-d84ce03dcdd2 req-8065d9c6-510b-4dc0-a506-813c90582041 service nova] Releasing lock "refresh_cache-f09f5d46-60dd-43d4-911d-543d996afda7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.294491] env[70220]: DEBUG nova.network.neutron [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Successfully created port: 3191f80f-f9a4-4541-9680-0f69d744d6e3 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.384410] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bd3179-ed93-a0f5-3ade-5c0614ea4227, 'name': SearchDatastore_Task, 'duration_secs': 0.008209} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.385224] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79acd98c-54fc-41c0-853b-56c4054aee69 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.391045] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1081.391045] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522f79b8-75de-3b1b-5607-709e9cb8107a" [ 1081.391045] env[70220]: _type = "Task" [ 1081.391045] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.398907] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522f79b8-75de-3b1b-5607-709e9cb8107a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.502937] env[70220]: DEBUG nova.compute.manager [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.689976] env[70220]: DEBUG nova.network.neutron [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1081.725285] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e86d86-25ee-4351-b055-414dd3a6c940 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.734503] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab55ded-1c81-4a83-8bbb-af0265e33ee7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.767537] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd00c13f-0dd4-4a63-acac-d0993f58c953 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.774621] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be826174-5397-4978-996b-78037939e0ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.787514] env[70220]: DEBUG nova.compute.provider_tree [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.829145] env[70220]: DEBUG nova.network.neutron [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Updating instance_info_cache with network_info: [{"id": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "address": "fa:16:3e:0f:74:69", "network": {"id": "2d6baac0-8bda-4cd0-8bca-677cc5a344f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-349553905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f48233cf84e878fcc50a544489a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ef924-d1", "ovs_interfaceid": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.901852] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522f79b8-75de-3b1b-5607-709e9cb8107a, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.902310] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.902678] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f09f5d46-60dd-43d4-911d-543d996afda7/f09f5d46-60dd-43d4-911d-543d996afda7.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.903191] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-646be7ef-cf8f-4b70-b9e3-cc22d2e0587f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.911401] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1081.911401] env[70220]: value = "task-3626085" [ 1081.911401] env[70220]: _type = "Task" [ 1081.911401] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.918782] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.089309] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fafd562-f4f8-4403-91b7-323e8cab8ccb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.098836] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Doing hard reboot of VM {{(pid=70220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1082.099155] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-81be2869-2ba8-4ef3-badd-0328921a837d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.103251] env[70220]: DEBUG nova.compute.manager [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Received event network-vif-plugged-1f6ef924-d1b2-437f-9ae5-67628340b1f8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.103459] env[70220]: DEBUG oslo_concurrency.lockutils [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] Acquiring lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.103676] env[70220]: DEBUG oslo_concurrency.lockutils [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] Lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.103892] env[70220]: DEBUG oslo_concurrency.lockutils [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] Lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.104061] env[70220]: DEBUG nova.compute.manager [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] No waiting events found dispatching network-vif-plugged-1f6ef924-d1b2-437f-9ae5-67628340b1f8 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.104234] env[70220]: WARNING nova.compute.manager [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Received unexpected event network-vif-plugged-1f6ef924-d1b2-437f-9ae5-67628340b1f8 for instance with vm_state building and task_state spawning. [ 1082.104567] env[70220]: DEBUG nova.compute.manager [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Received event network-changed-1f6ef924-d1b2-437f-9ae5-67628340b1f8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.104567] env[70220]: DEBUG nova.compute.manager [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Refreshing instance network info cache due to event network-changed-1f6ef924-d1b2-437f-9ae5-67628340b1f8. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.104692] env[70220]: DEBUG oslo_concurrency.lockutils [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] Acquiring lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.111084] env[70220]: DEBUG oslo_vmware.api [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for the task: (returnval){ [ 1082.111084] env[70220]: value = "task-3626086" [ 1082.111084] env[70220]: _type = "Task" [ 1082.111084] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.122419] env[70220]: DEBUG oslo_vmware.api [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626086, 'name': ResetVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.291557] env[70220]: DEBUG nova.scheduler.client.report [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.331601] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Releasing lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.332085] env[70220]: DEBUG nova.compute.manager [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Instance network_info: |[{"id": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "address": "fa:16:3e:0f:74:69", "network": {"id": "2d6baac0-8bda-4cd0-8bca-677cc5a344f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-349553905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f48233cf84e878fcc50a544489a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ef924-d1", "ovs_interfaceid": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.332465] env[70220]: DEBUG oslo_concurrency.lockutils [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] Acquired lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.332736] env[70220]: DEBUG nova.network.neutron [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Refreshing network info cache for port 1f6ef924-d1b2-437f-9ae5-67628340b1f8 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.334232] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:74:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f6ef924-d1b2-437f-9ae5-67628340b1f8', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.342635] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.343865] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.344128] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79267d38-a090-4469-8c8b-d9bb273cd61a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.367985] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.367985] env[70220]: value = "task-3626087" [ 1082.367985] env[70220]: _type = "Task" [ 1082.367985] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.378887] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626087, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.420666] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500679} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.420996] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f09f5d46-60dd-43d4-911d-543d996afda7/f09f5d46-60dd-43d4-911d-543d996afda7.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.421243] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.421501] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6acb49f3-7202-4019-a91a-80808ed329b1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.428262] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1082.428262] env[70220]: value = "task-3626088" [ 1082.428262] env[70220]: _type = "Task" [ 1082.428262] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.438988] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.511917] env[70220]: DEBUG nova.compute.manager [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.538418] env[70220]: DEBUG nova.virt.hardware [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.538669] env[70220]: DEBUG nova.virt.hardware [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.538824] env[70220]: DEBUG nova.virt.hardware [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.539011] env[70220]: DEBUG nova.virt.hardware [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.539176] env[70220]: DEBUG nova.virt.hardware [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.539324] env[70220]: DEBUG nova.virt.hardware [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.539547] env[70220]: DEBUG nova.virt.hardware [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.539707] env[70220]: DEBUG nova.virt.hardware [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.539874] env[70220]: DEBUG nova.virt.hardware [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.540051] env[70220]: DEBUG nova.virt.hardware [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.540227] env[70220]: DEBUG nova.virt.hardware [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.541214] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38ec328-53e5-4b7f-ad33-d552f2a80e89 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.549513] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc812ba-9086-483e-a16a-4c24ab5f5ae6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.620158] env[70220]: DEBUG oslo_vmware.api [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626086, 'name': ResetVM_Task, 'duration_secs': 0.113694} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.620445] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Did hard reboot of VM {{(pid=70220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1082.620656] env[70220]: DEBUG nova.compute.manager [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.621470] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c817e550-d2ad-4424-8a7a-3979f126b515 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.731302] env[70220]: DEBUG nova.network.neutron [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Successfully updated port: 3191f80f-f9a4-4541-9680-0f69d744d6e3 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.796770] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.797323] env[70220]: DEBUG nova.compute.manager [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1082.799876] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.984s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.801343] env[70220]: INFO nova.compute.claims [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.879017] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626087, 'name': CreateVM_Task, 'duration_secs': 0.32142} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.879227] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.879861] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.880036] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.880355] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.880599] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3a2bcd-8e5b-4b91-af02-15822f2f801c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.885599] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1082.885599] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c9dc32-1558-f3d8-5821-537262574006" [ 1082.885599] env[70220]: _type = "Task" [ 1082.885599] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.893355] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c9dc32-1558-f3d8-5821-537262574006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.937107] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0693} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.937201] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.937972] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31adb8b6-c756-48be-b083-af2b33e349a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.960923] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] f09f5d46-60dd-43d4-911d-543d996afda7/f09f5d46-60dd-43d4-911d-543d996afda7.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.963317] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08876c46-435f-4170-9dc7-38dbf13c1641 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.984702] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1082.984702] env[70220]: value = "task-3626089" [ 1082.984702] env[70220]: _type = "Task" [ 1082.984702] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.992682] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.070978] env[70220]: DEBUG nova.network.neutron [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Updated VIF entry in instance network info cache for port 1f6ef924-d1b2-437f-9ae5-67628340b1f8. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.071372] env[70220]: DEBUG nova.network.neutron [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Updating instance_info_cache with network_info: [{"id": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "address": "fa:16:3e:0f:74:69", "network": {"id": "2d6baac0-8bda-4cd0-8bca-677cc5a344f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-349553905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f48233cf84e878fcc50a544489a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ef924-d1", "ovs_interfaceid": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.135754] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e2e714f4-0bef-4c13-a68a-da4c7f323051 tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "59060a05-ee27-4026-952c-ef8a7a82dc78" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.296s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.234341] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquiring lock "refresh_cache-5d091945-8000-4278-a362-4207d3cdee51" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.234488] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquired lock "refresh_cache-5d091945-8000-4278-a362-4207d3cdee51" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.234648] env[70220]: DEBUG nova.network.neutron [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.306762] env[70220]: DEBUG nova.compute.utils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.309024] env[70220]: DEBUG nova.compute.manager [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.309169] env[70220]: DEBUG nova.network.neutron [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.348132] env[70220]: DEBUG nova.policy [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd07de07d44974fdfa2eb8563a889ff18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '043e62750a7a41e3a2ad2ac2dd1f1ac4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.398310] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c9dc32-1558-f3d8-5821-537262574006, 'name': SearchDatastore_Task, 'duration_secs': 0.00925} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.398787] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.399172] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.399511] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.400046] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.400417] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.400948] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bf73da8-b09d-4c25-b09a-d12a30c79a8c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.410045] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.410382] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.411239] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df117275-bf87-416d-a20e-c835e7187f83 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.416897] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1083.416897] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cec804-7e92-1d7d-d05e-03ea2ef54c41" [ 1083.416897] env[70220]: _type = "Task" [ 1083.416897] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.424891] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cec804-7e92-1d7d-d05e-03ea2ef54c41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.494750] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626089, 'name': ReconfigVM_Task, 'duration_secs': 0.274643} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.495024] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Reconfigured VM instance instance-0000004d to attach disk [datastore1] f09f5d46-60dd-43d4-911d-543d996afda7/f09f5d46-60dd-43d4-911d-543d996afda7.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.495626] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ba8a7d0-8117-4ea3-902b-4c3e4ea0420b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.503073] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1083.503073] env[70220]: value = "task-3626090" [ 1083.503073] env[70220]: _type = "Task" [ 1083.503073] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.510435] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626090, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.574072] env[70220]: DEBUG oslo_concurrency.lockutils [req-1045794b-f27c-448d-a166-dfd1a237a15f req-dd937fdb-2183-45fb-acb0-40a94d8268b2 service nova] Releasing lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.630483] env[70220]: DEBUG nova.network.neutron [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Successfully created port: e2309401-bc32-47fb-a7ba-bf584736a170 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.665558] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquiring lock "59060a05-ee27-4026-952c-ef8a7a82dc78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.665765] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "59060a05-ee27-4026-952c-ef8a7a82dc78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.665974] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquiring lock "59060a05-ee27-4026-952c-ef8a7a82dc78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.666179] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "59060a05-ee27-4026-952c-ef8a7a82dc78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.666348] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "59060a05-ee27-4026-952c-ef8a7a82dc78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.668526] env[70220]: INFO nova.compute.manager [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Terminating instance [ 1083.783286] env[70220]: DEBUG nova.network.neutron [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.809841] env[70220]: DEBUG nova.compute.manager [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1083.928653] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cec804-7e92-1d7d-d05e-03ea2ef54c41, 'name': SearchDatastore_Task, 'duration_secs': 0.008613} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.929542] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a00192-98f6-4376-9adb-2faf394b5f4f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.940094] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1083.940094] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521e4dc3-293d-4bb3-ed37-efd30028db16" [ 1083.940094] env[70220]: _type = "Task" [ 1083.940094] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.952565] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521e4dc3-293d-4bb3-ed37-efd30028db16, 'name': SearchDatastore_Task, 'duration_secs': 0.010386} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.952854] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.953145] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 0dedefc3-0bb4-4a5b-883e-eeb6e6677924/0dedefc3-0bb4-4a5b-883e-eeb6e6677924.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.953414] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c0f1fdd-fd1e-4696-bbf6-d178d00ffed6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.960818] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1083.960818] env[70220]: value = "task-3626091" [ 1083.960818] env[70220]: _type = "Task" [ 1083.960818] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.969096] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.973631] env[70220]: DEBUG nova.network.neutron [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Updating instance_info_cache with network_info: [{"id": "3191f80f-f9a4-4541-9680-0f69d744d6e3", "address": "fa:16:3e:13:13:c2", "network": {"id": "c6aa29b7-2485-4486-9259-a18e8757eb77", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1118045856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b096abf287479f83d4409325bff461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3191f80f-f9", "ovs_interfaceid": "3191f80f-f9a4-4541-9680-0f69d744d6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.013272] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626090, 'name': Rename_Task, 'duration_secs': 0.150041} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.013682] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.016419] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa2974d6-52fa-4f09-b21b-bf85ff408399 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.023554] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1084.023554] env[70220]: value = "task-3626092" [ 1084.023554] env[70220]: _type = "Task" [ 1084.023554] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.033874] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.132612] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f3f502-7c91-4e9a-bbff-09e0b4795333 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.142945] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05094ff-10e0-4586-996a-b558a845b1c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.148840] env[70220]: DEBUG nova.compute.manager [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Received event network-vif-plugged-3191f80f-f9a4-4541-9680-0f69d744d6e3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.149077] env[70220]: DEBUG oslo_concurrency.lockutils [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] Acquiring lock "5d091945-8000-4278-a362-4207d3cdee51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.149290] env[70220]: DEBUG oslo_concurrency.lockutils [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] Lock "5d091945-8000-4278-a362-4207d3cdee51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.149451] env[70220]: DEBUG oslo_concurrency.lockutils [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] Lock "5d091945-8000-4278-a362-4207d3cdee51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.149616] env[70220]: DEBUG nova.compute.manager [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] No waiting events found dispatching network-vif-plugged-3191f80f-f9a4-4541-9680-0f69d744d6e3 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.149775] env[70220]: WARNING nova.compute.manager [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Received unexpected event network-vif-plugged-3191f80f-f9a4-4541-9680-0f69d744d6e3 for instance with vm_state building and task_state spawning. [ 1084.149929] env[70220]: DEBUG nova.compute.manager [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Received event network-changed-3191f80f-f9a4-4541-9680-0f69d744d6e3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.150089] env[70220]: DEBUG nova.compute.manager [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Refreshing instance network info cache due to event network-changed-3191f80f-f9a4-4541-9680-0f69d744d6e3. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.150253] env[70220]: DEBUG oslo_concurrency.lockutils [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] Acquiring lock "refresh_cache-5d091945-8000-4278-a362-4207d3cdee51" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.182250] env[70220]: DEBUG nova.compute.manager [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.182470] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.183584] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bb8ba6-b4e7-4252-ba0d-bc78d33bf2dc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.186854] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37fff88-cd04-4d47-8e63-fd56c7bf2024 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.197913] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d75df-d44a-42d7-a95b-ff68812d26ca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.201976] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.202237] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cf6da47-0c4e-44b9-8b7e-68d68a5409de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.216308] env[70220]: DEBUG nova.compute.provider_tree [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.219877] env[70220]: DEBUG oslo_vmware.api [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for the task: (returnval){ [ 1084.219877] env[70220]: value = "task-3626093" [ 1084.219877] env[70220]: _type = "Task" [ 1084.219877] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.231674] env[70220]: DEBUG oslo_vmware.api [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.470556] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474874} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.470698] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 0dedefc3-0bb4-4a5b-883e-eeb6e6677924/0dedefc3-0bb4-4a5b-883e-eeb6e6677924.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.470909] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.471177] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-653b9a4f-db54-47b4-8676-11101fe9e87e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.475741] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Releasing lock "refresh_cache-5d091945-8000-4278-a362-4207d3cdee51" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.476126] env[70220]: DEBUG nova.compute.manager [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Instance network_info: |[{"id": "3191f80f-f9a4-4541-9680-0f69d744d6e3", "address": "fa:16:3e:13:13:c2", "network": {"id": "c6aa29b7-2485-4486-9259-a18e8757eb77", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1118045856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b096abf287479f83d4409325bff461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3191f80f-f9", "ovs_interfaceid": "3191f80f-f9a4-4541-9680-0f69d744d6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.476895] env[70220]: DEBUG oslo_concurrency.lockutils [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] Acquired lock "refresh_cache-5d091945-8000-4278-a362-4207d3cdee51" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.477136] env[70220]: DEBUG nova.network.neutron [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Refreshing network info cache for port 3191f80f-f9a4-4541-9680-0f69d744d6e3 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.478394] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:13:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76f377cd-5966-49b4-9210-907f592c694e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3191f80f-f9a4-4541-9680-0f69d744d6e3', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.487396] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Creating folder: Project (a9b096abf287479f83d4409325bff461). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.495136] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-477bc1bd-5bdd-455f-93ec-c93a83a7ccff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.497806] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1084.497806] env[70220]: value = "task-3626094" [ 1084.497806] env[70220]: _type = "Task" [ 1084.497806] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.509874] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626094, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.511922] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Created folder: Project (a9b096abf287479f83d4409325bff461) in parent group-v722922. [ 1084.512125] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Creating folder: Instances. Parent ref: group-v723146. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1084.512360] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85ef5cb1-3ec2-4a6b-89ea-36d23ef22f89 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.523308] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Created folder: Instances in parent group-v723146. [ 1084.523626] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.523705] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.524015] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bd612b2-059b-414c-88ff-2d7f60ea3f6e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.548675] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.549835] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.549835] env[70220]: value = "task-3626097" [ 1084.549835] env[70220]: _type = "Task" [ 1084.549835] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.556889] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626097, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.711541] env[70220]: DEBUG nova.network.neutron [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Updated VIF entry in instance network info cache for port 3191f80f-f9a4-4541-9680-0f69d744d6e3. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.711949] env[70220]: DEBUG nova.network.neutron [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Updating instance_info_cache with network_info: [{"id": "3191f80f-f9a4-4541-9680-0f69d744d6e3", "address": "fa:16:3e:13:13:c2", "network": {"id": "c6aa29b7-2485-4486-9259-a18e8757eb77", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1118045856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b096abf287479f83d4409325bff461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76f377cd-5966-49b4-9210-907f592c694e", "external-id": "nsx-vlan-transportzone-124", "segmentation_id": 124, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3191f80f-f9", "ovs_interfaceid": "3191f80f-f9a4-4541-9680-0f69d744d6e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.719573] env[70220]: DEBUG nova.scheduler.client.report [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.733319] env[70220]: DEBUG oslo_vmware.api [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626093, 'name': PowerOffVM_Task, 'duration_secs': 0.253509} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.733582] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.733745] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.734527] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d496aeb1-5148-4ff6-ae40-b478b952fb35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.801068] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.801321] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.801502] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Deleting the datastore file [datastore2] 59060a05-ee27-4026-952c-ef8a7a82dc78 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.801765] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83e1d816-5495-483c-9034-f4978d2fbc74 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.809478] env[70220]: DEBUG oslo_vmware.api [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for the task: (returnval){ [ 1084.809478] env[70220]: value = "task-3626099" [ 1084.809478] env[70220]: _type = "Task" [ 1084.809478] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.817991] env[70220]: DEBUG oslo_vmware.api [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.824568] env[70220]: DEBUG nova.compute.manager [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1084.857940] env[70220]: DEBUG nova.virt.hardware [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1084.858091] env[70220]: DEBUG nova.virt.hardware [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1084.858345] env[70220]: DEBUG nova.virt.hardware [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.858422] env[70220]: DEBUG nova.virt.hardware [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1084.858574] env[70220]: DEBUG nova.virt.hardware [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.858718] env[70220]: DEBUG nova.virt.hardware [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1084.858966] env[70220]: DEBUG nova.virt.hardware [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1084.859129] env[70220]: DEBUG nova.virt.hardware [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1084.859295] env[70220]: DEBUG nova.virt.hardware [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1084.859459] env[70220]: DEBUG nova.virt.hardware [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1084.859634] env[70220]: DEBUG nova.virt.hardware [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1084.860537] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af457aa-4c91-48e6-a7a8-89ee2ba4565e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.869254] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf99610-3973-4cf5-905d-b8f15e46940e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.011304] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626094, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05621} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.011574] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.013659] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3402e4de-e458-42e7-b1e7-3476f43c6f67 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.035901] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 0dedefc3-0bb4-4a5b-883e-eeb6e6677924/0dedefc3-0bb4-4a5b-883e-eeb6e6677924.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.038993] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4ca46e3-3ef3-4977-a985-f8e060d14f65 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.064181] env[70220]: DEBUG oslo_vmware.api [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626092, 'name': PowerOnVM_Task, 'duration_secs': 0.727931} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.065744] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.066731] env[70220]: INFO nova.compute.manager [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1085.066731] env[70220]: DEBUG nova.compute.manager [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.066731] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1085.066731] env[70220]: value = "task-3626100" [ 1085.066731] env[70220]: _type = "Task" [ 1085.066731] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.067342] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb210d4e-5e17-4ff1-b269-a6acc198af9b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.078717] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626097, 'name': CreateVM_Task, 'duration_secs': 0.362957} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.078717] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.078717] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.078717] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.079226] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.080637] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96cbd7ec-6f0f-4a6b-ae44-c2e5cdb02602 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.087928] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.091118] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for the task: (returnval){ [ 1085.091118] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d542ff-98fd-e7c4-e0f4-a07759df7faf" [ 1085.091118] env[70220]: _type = "Task" [ 1085.091118] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.098928] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d542ff-98fd-e7c4-e0f4-a07759df7faf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.199329] env[70220]: DEBUG nova.network.neutron [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Successfully updated port: e2309401-bc32-47fb-a7ba-bf584736a170 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.215959] env[70220]: DEBUG oslo_concurrency.lockutils [req-eb69b846-95e6-40c6-a182-4b7e2ea3a98f req-a874a9c2-ca99-408b-af73-9490268c6669 service nova] Releasing lock "refresh_cache-5d091945-8000-4278-a362-4207d3cdee51" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.225928] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.225928] env[70220]: DEBUG nova.compute.manager [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.229301] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.306s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.231306] env[70220]: INFO nova.compute.claims [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.319550] env[70220]: DEBUG oslo_vmware.api [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.582020] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.606805] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d542ff-98fd-e7c4-e0f4-a07759df7faf, 'name': SearchDatastore_Task, 'duration_secs': 0.026042} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.607394] env[70220]: INFO nova.compute.manager [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Took 28.59 seconds to build instance. [ 1085.608399] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.608668] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.608939] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.609111] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.609323] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.609780] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86d0337c-ad30-4ab2-84e1-fb1c247a1ee6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.619402] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.619496] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.620397] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b005a93-0e3c-46eb-90b5-db093a57a3ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.625730] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for the task: (returnval){ [ 1085.625730] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520d8321-0074-31b3-881b-03a975fa0e40" [ 1085.625730] env[70220]: _type = "Task" [ 1085.625730] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.634893] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520d8321-0074-31b3-881b-03a975fa0e40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.702209] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "refresh_cache-dc040184-9b4e-4cef-9250-21863677fbeb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.702420] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquired lock "refresh_cache-dc040184-9b4e-4cef-9250-21863677fbeb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.702604] env[70220]: DEBUG nova.network.neutron [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.730688] env[70220]: DEBUG nova.compute.utils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.732041] env[70220]: DEBUG nova.compute.manager [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.732249] env[70220]: DEBUG nova.network.neutron [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1085.773047] env[70220]: DEBUG nova.policy [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f2bee83b4f4b7f8d249010a1a83f40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02abc3df7dd14990b15371862cfb51f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.820823] env[70220]: DEBUG oslo_vmware.api [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Task: {'id': task-3626099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.819223} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.820823] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.820823] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.820823] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.820823] env[70220]: INFO nova.compute.manager [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1085.821167] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.821373] env[70220]: DEBUG nova.compute.manager [-] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.821461] env[70220]: DEBUG nova.network.neutron [-] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.081876] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.110594] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a0183420-e93d-49df-a1ab-e70e82fca4b4 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f09f5d46-60dd-43d4-911d-543d996afda7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.112s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.140355] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520d8321-0074-31b3-881b-03a975fa0e40, 'name': SearchDatastore_Task, 'duration_secs': 0.032017} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.141224] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be7df6a-f046-4bd4-854e-f5e642e2e5f4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.149866] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for the task: (returnval){ [ 1086.149866] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52164bc7-756d-921b-9437-1b7310f0c8bb" [ 1086.149866] env[70220]: _type = "Task" [ 1086.149866] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.161693] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52164bc7-756d-921b-9437-1b7310f0c8bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.181080] env[70220]: DEBUG nova.compute.manager [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Received event network-vif-plugged-e2309401-bc32-47fb-a7ba-bf584736a170 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.181298] env[70220]: DEBUG oslo_concurrency.lockutils [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] Acquiring lock "dc040184-9b4e-4cef-9250-21863677fbeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.181495] env[70220]: DEBUG oslo_concurrency.lockutils [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] Lock "dc040184-9b4e-4cef-9250-21863677fbeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.181666] env[70220]: DEBUG oslo_concurrency.lockutils [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] Lock "dc040184-9b4e-4cef-9250-21863677fbeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.181837] env[70220]: DEBUG nova.compute.manager [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] No waiting events found dispatching network-vif-plugged-e2309401-bc32-47fb-a7ba-bf584736a170 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.182016] env[70220]: WARNING nova.compute.manager [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Received unexpected event network-vif-plugged-e2309401-bc32-47fb-a7ba-bf584736a170 for instance with vm_state building and task_state spawning. [ 1086.182212] env[70220]: DEBUG nova.compute.manager [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Received event network-changed-e2309401-bc32-47fb-a7ba-bf584736a170 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.182361] env[70220]: DEBUG nova.compute.manager [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Refreshing instance network info cache due to event network-changed-e2309401-bc32-47fb-a7ba-bf584736a170. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.182520] env[70220]: DEBUG oslo_concurrency.lockutils [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] Acquiring lock "refresh_cache-dc040184-9b4e-4cef-9250-21863677fbeb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.224848] env[70220]: DEBUG nova.network.neutron [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Successfully created port: 0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.235714] env[70220]: DEBUG nova.compute.manager [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.238814] env[70220]: DEBUG nova.network.neutron [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.279610] env[70220]: INFO nova.compute.manager [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Rescuing [ 1086.279776] env[70220]: DEBUG oslo_concurrency.lockutils [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "refresh_cache-f09f5d46-60dd-43d4-911d-543d996afda7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.279931] env[70220]: DEBUG oslo_concurrency.lockutils [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired lock "refresh_cache-f09f5d46-60dd-43d4-911d-543d996afda7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.280108] env[70220]: DEBUG nova.network.neutron [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.463098] env[70220]: DEBUG nova.network.neutron [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Updating instance_info_cache with network_info: [{"id": "e2309401-bc32-47fb-a7ba-bf584736a170", "address": "fa:16:3e:b6:b1:1f", "network": {"id": "41743d3c-aee6-4033-97ce-394f6d03abfa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1179812949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "043e62750a7a41e3a2ad2ac2dd1f1ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2309401-bc", "ovs_interfaceid": "e2309401-bc32-47fb-a7ba-bf584736a170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.580840] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626100, 'name': ReconfigVM_Task, 'duration_secs': 1.088438} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.581137] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 0dedefc3-0bb4-4a5b-883e-eeb6e6677924/0dedefc3-0bb4-4a5b-883e-eeb6e6677924.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.582496] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aedc0ba-c20b-4fdb-9e2e-71cb6218f07d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.584488] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1c055f-5b1d-4f8b-92c9-877617cf07a4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.591891] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24eefdc-2f65-4ae4-868e-8e9200cdf837 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.594762] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1086.594762] env[70220]: value = "task-3626101" [ 1086.594762] env[70220]: _type = "Task" [ 1086.594762] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.625027] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c221bee-75f4-4c9c-9f8d-646a31f9f91c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.630601] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626101, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.635259] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb8a755-115e-48b1-afa8-10f7e3c9adc6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.648514] env[70220]: DEBUG nova.compute.provider_tree [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.657912] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52164bc7-756d-921b-9437-1b7310f0c8bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012728} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.658715] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.658975] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 5d091945-8000-4278-a362-4207d3cdee51/5d091945-8000-4278-a362-4207d3cdee51.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.659267] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1250b020-9747-4ff2-a61e-ff3a2b91b841 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.666728] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for the task: (returnval){ [ 1086.666728] env[70220]: value = "task-3626102" [ 1086.666728] env[70220]: _type = "Task" [ 1086.666728] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.674403] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.714390] env[70220]: DEBUG nova.network.neutron [-] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.969112] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Releasing lock "refresh_cache-dc040184-9b4e-4cef-9250-21863677fbeb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.969487] env[70220]: DEBUG nova.compute.manager [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Instance network_info: |[{"id": "e2309401-bc32-47fb-a7ba-bf584736a170", "address": "fa:16:3e:b6:b1:1f", "network": {"id": "41743d3c-aee6-4033-97ce-394f6d03abfa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1179812949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "043e62750a7a41e3a2ad2ac2dd1f1ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2309401-bc", "ovs_interfaceid": "e2309401-bc32-47fb-a7ba-bf584736a170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1086.969776] env[70220]: DEBUG oslo_concurrency.lockutils [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] Acquired lock "refresh_cache-dc040184-9b4e-4cef-9250-21863677fbeb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.969951] env[70220]: DEBUG nova.network.neutron [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Refreshing network info cache for port e2309401-bc32-47fb-a7ba-bf584736a170 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.971310] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:b1:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2309401-bc32-47fb-a7ba-bf584736a170', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.979197] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Creating folder: Project (043e62750a7a41e3a2ad2ac2dd1f1ac4). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.980367] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bdba218-609c-40e8-b7f4-209a06c3401c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.992811] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Created folder: Project (043e62750a7a41e3a2ad2ac2dd1f1ac4) in parent group-v722922. [ 1086.993028] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Creating folder: Instances. Parent ref: group-v723149. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.993289] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c75262-2762-4357-b794-db7c143232e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.999972] env[70220]: DEBUG nova.network.neutron [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Updating instance_info_cache with network_info: [{"id": "cecc0162-a689-4889-b79f-6801942e82a4", "address": "fa:16:3e:dd:53:b6", "network": {"id": "676b1054-e684-4cfe-beb0-40af4223f028", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1046604307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc1af22a62440e2a706716be452f99e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcecc0162-a6", "ovs_interfaceid": "cecc0162-a689-4889-b79f-6801942e82a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.004056] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Created folder: Instances in parent group-v723149. [ 1087.004056] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.004056] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.004252] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4307cadf-e7cd-40a8-99cc-ede564bf3ede {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.024556] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.024556] env[70220]: value = "task-3626105" [ 1087.024556] env[70220]: _type = "Task" [ 1087.024556] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.032908] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626105, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.107114] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626101, 'name': Rename_Task, 'duration_secs': 0.186902} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.107756] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.107756] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c02ee94-b043-4573-be7c-58adfd0ba96f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.114427] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1087.114427] env[70220]: value = "task-3626106" [ 1087.114427] env[70220]: _type = "Task" [ 1087.114427] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.122726] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.152182] env[70220]: DEBUG nova.scheduler.client.report [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.178457] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626102, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.216544] env[70220]: INFO nova.compute.manager [-] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Took 1.39 seconds to deallocate network for instance. [ 1087.249374] env[70220]: DEBUG nova.compute.manager [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.280366] env[70220]: DEBUG nova.virt.hardware [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.280636] env[70220]: DEBUG nova.virt.hardware [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.280800] env[70220]: DEBUG nova.virt.hardware [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.280985] env[70220]: DEBUG nova.virt.hardware [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.281147] env[70220]: DEBUG nova.virt.hardware [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.281343] env[70220]: DEBUG nova.virt.hardware [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.281551] env[70220]: DEBUG nova.virt.hardware [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.281707] env[70220]: DEBUG nova.virt.hardware [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.281869] env[70220]: DEBUG nova.virt.hardware [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.282036] env[70220]: DEBUG nova.virt.hardware [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.282213] env[70220]: DEBUG nova.virt.hardware [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.283469] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e17666a-d419-458b-9dd3-d9b2af733710 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.291438] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb274f8-3f5d-41b3-9fcc-e8cef1b4bfb7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.503160] env[70220]: DEBUG oslo_concurrency.lockutils [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Releasing lock "refresh_cache-f09f5d46-60dd-43d4-911d-543d996afda7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.538914] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626105, 'name': CreateVM_Task, 'duration_secs': 0.490639} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.539126] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.539829] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.539997] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.540332] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.541989] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb7e3f9-e590-4879-953b-d68fa7f0e2be {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.547870] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1087.547870] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52849e5e-612e-4dd4-57fc-48757221acb1" [ 1087.547870] env[70220]: _type = "Task" [ 1087.547870] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.557411] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52849e5e-612e-4dd4-57fc-48757221acb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.627847] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626106, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.657992] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.658538] env[70220]: DEBUG nova.compute.manager [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.661418] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.610s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.661655] env[70220]: DEBUG nova.objects.instance [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lazy-loading 'resources' on Instance uuid 9b51a60e-4944-49e1-9905-788eecd2926c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.688622] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59015} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.688912] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 5d091945-8000-4278-a362-4207d3cdee51/5d091945-8000-4278-a362-4207d3cdee51.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.689148] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.689417] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbe220a7-2970-4868-907c-c617514d30cf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.698187] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for the task: (returnval){ [ 1087.698187] env[70220]: value = "task-3626107" [ 1087.698187] env[70220]: _type = "Task" [ 1087.698187] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.707684] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.728089] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.758364] env[70220]: DEBUG nova.network.neutron [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Successfully updated port: 0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.840931] env[70220]: DEBUG nova.network.neutron [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Updated VIF entry in instance network info cache for port e2309401-bc32-47fb-a7ba-bf584736a170. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.840931] env[70220]: DEBUG nova.network.neutron [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Updating instance_info_cache with network_info: [{"id": "e2309401-bc32-47fb-a7ba-bf584736a170", "address": "fa:16:3e:b6:b1:1f", "network": {"id": "41743d3c-aee6-4033-97ce-394f6d03abfa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1179812949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "043e62750a7a41e3a2ad2ac2dd1f1ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2309401-bc", "ovs_interfaceid": "e2309401-bc32-47fb-a7ba-bf584736a170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.058398] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52849e5e-612e-4dd4-57fc-48757221acb1, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.058754] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.059338] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.059338] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.059338] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.059530] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.059948] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99ca396b-ba7a-436d-b814-7289c1104d03 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.068871] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.068871] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.069738] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87164ccc-370b-47c1-906b-a9376fc8135e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.074330] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1088.074330] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fa2a52-acc5-5f0a-b881-67fcf3fc8322" [ 1088.074330] env[70220]: _type = "Task" [ 1088.074330] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.082627] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fa2a52-acc5-5f0a-b881-67fcf3fc8322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.125903] env[70220]: DEBUG oslo_vmware.api [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626106, 'name': PowerOnVM_Task, 'duration_secs': 0.775891} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.126200] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.126398] env[70220]: INFO nova.compute.manager [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1088.126573] env[70220]: DEBUG nova.compute.manager [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.127353] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855afee7-d154-4fa6-b3b9-df90fb9d4967 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.165165] env[70220]: DEBUG nova.compute.utils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.170019] env[70220]: DEBUG nova.compute.manager [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.170019] env[70220]: DEBUG nova.network.neutron [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.209578] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069329} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.209879] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.210853] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78089fcd-75c2-4a57-896f-9a84a201a84a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.215423] env[70220]: DEBUG nova.policy [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8270cf326f4f99854dc8a5dd7f3e30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c57c9fde0cd4d48b47d1311a29e6e7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.218452] env[70220]: DEBUG nova.compute.manager [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Received event network-vif-deleted-b628841d-84ad-409e-8c20-85d411814aaf {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.218955] env[70220]: DEBUG nova.compute.manager [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Received event network-vif-plugged-0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.219635] env[70220]: DEBUG oslo_concurrency.lockutils [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] Acquiring lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.219635] env[70220]: DEBUG oslo_concurrency.lockutils [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] Lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.219635] env[70220]: DEBUG oslo_concurrency.lockutils [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] Lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.219821] env[70220]: DEBUG nova.compute.manager [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] No waiting events found dispatching network-vif-plugged-0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1088.219821] env[70220]: WARNING nova.compute.manager [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Received unexpected event network-vif-plugged-0a479539-4f4e-4315-93c8-18ae73e88549 for instance with vm_state building and task_state spawning. [ 1088.219968] env[70220]: DEBUG nova.compute.manager [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Received event network-changed-0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.220129] env[70220]: DEBUG nova.compute.manager [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing instance network info cache due to event network-changed-0a479539-4f4e-4315-93c8-18ae73e88549. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1088.220306] env[70220]: DEBUG oslo_concurrency.lockutils [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] Acquiring lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.220438] env[70220]: DEBUG oslo_concurrency.lockutils [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] Acquired lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.220584] env[70220]: DEBUG nova.network.neutron [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing network info cache for port 0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.243960] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 5d091945-8000-4278-a362-4207d3cdee51/5d091945-8000-4278-a362-4207d3cdee51.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.247409] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b65eefbd-ebb6-4a03-a2f0-b4a1e0ff73a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.264807] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.271529] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for the task: (returnval){ [ 1088.271529] env[70220]: value = "task-3626108" [ 1088.271529] env[70220]: _type = "Task" [ 1088.271529] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.280622] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.344396] env[70220]: DEBUG oslo_concurrency.lockutils [req-446929e9-efe0-49a5-9fc8-8b42de38971b req-e40d11ae-5623-4d50-86c6-94fe253ed571 service nova] Releasing lock "refresh_cache-dc040184-9b4e-4cef-9250-21863677fbeb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.514335] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56770efc-aaf7-425c-aee5-127cdc19eddb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.521496] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01d43cd-11ca-4581-97b5-42af1b63b460 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.565115] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fc24eb-a1f0-4147-9da9-76590a2ef428 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.572522] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccc962c-1b86-40e3-937c-e415baf9591c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.594184] env[70220]: DEBUG nova.compute.provider_tree [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.599786] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fa2a52-acc5-5f0a-b881-67fcf3fc8322, 'name': SearchDatastore_Task, 'duration_secs': 0.013636} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.600848] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb73944c-516f-4a03-8273-3c100f55d7a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.607162] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1088.607162] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c98f9e-d482-cf15-031e-86f7cd15dccb" [ 1088.607162] env[70220]: _type = "Task" [ 1088.607162] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.614960] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c98f9e-d482-cf15-031e-86f7cd15dccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.644911] env[70220]: INFO nova.compute.manager [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Took 30.96 seconds to build instance. [ 1088.668725] env[70220]: DEBUG nova.compute.manager [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.755375] env[70220]: DEBUG nova.network.neutron [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.780873] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626108, 'name': ReconfigVM_Task, 'duration_secs': 0.299448} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.785020] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 5d091945-8000-4278-a362-4207d3cdee51/5d091945-8000-4278-a362-4207d3cdee51.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.785020] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb8db879-ba14-4323-a0bc-82c4398bf6b0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.787984] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for the task: (returnval){ [ 1088.787984] env[70220]: value = "task-3626109" [ 1088.787984] env[70220]: _type = "Task" [ 1088.787984] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.795933] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626109, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.835709] env[70220]: DEBUG nova.network.neutron [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.890398] env[70220]: DEBUG nova.network.neutron [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Successfully created port: 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.070658] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.071116] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7581df3a-3ee0-4d90-a9cf-b1c6ec930fec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.078695] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1089.078695] env[70220]: value = "task-3626110" [ 1089.078695] env[70220]: _type = "Task" [ 1089.078695] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.087522] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.101950] env[70220]: DEBUG nova.scheduler.client.report [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.121136] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c98f9e-d482-cf15-031e-86f7cd15dccb, 'name': SearchDatastore_Task, 'duration_secs': 0.079749} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.121136] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.121136] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] dc040184-9b4e-4cef-9250-21863677fbeb/dc040184-9b4e-4cef-9250-21863677fbeb.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.121136] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa5d7a69-c3b7-4142-b826-c96c9f40c7ec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.127281] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1089.127281] env[70220]: value = "task-3626111" [ 1089.127281] env[70220]: _type = "Task" [ 1089.127281] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.135931] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.147073] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83256762-7e23-4746-b388-44d073e67093 tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.471s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.300602] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626109, 'name': Rename_Task, 'duration_secs': 0.145397} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.301130] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.301539] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-518c9593-30ae-4b04-a394-f6d8be20153e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.311449] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for the task: (returnval){ [ 1089.311449] env[70220]: value = "task-3626112" [ 1089.311449] env[70220]: _type = "Task" [ 1089.311449] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.318752] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.340415] env[70220]: DEBUG oslo_concurrency.lockutils [req-fee36488-c10f-4f08-a339-ecb40e2a635c req-c928ceaa-0ec7-424a-906e-90ce8a5e2fc7 service nova] Releasing lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.340415] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.340415] env[70220]: DEBUG nova.network.neutron [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.589066] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626110, 'name': PowerOffVM_Task, 'duration_secs': 0.167304} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.589813] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.590923] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecc5225-f45c-460e-8aa1-1d0e65abe83b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.610818] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.613878] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.397s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.617170] env[70220]: INFO nova.compute.claims [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.621095] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8d911f-5876-45a1-8d50-d835244b9756 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.639175] env[70220]: INFO nova.scheduler.client.report [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleted allocations for instance 9b51a60e-4944-49e1-9905-788eecd2926c [ 1089.651311] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486043} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.651311] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] dc040184-9b4e-4cef-9250-21863677fbeb/dc040184-9b4e-4cef-9250-21863677fbeb.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.651311] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.651311] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db1d3947-0f79-4ac8-8de0-572d1add87e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.659553] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1089.659553] env[70220]: value = "task-3626113" [ 1089.659553] env[70220]: _type = "Task" [ 1089.659553] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.668610] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.670694] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.671140] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-916f8d4a-1f4a-4c2b-9cc2-ff6b1ebe81ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.677465] env[70220]: DEBUG nova.compute.manager [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.681254] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1089.681254] env[70220]: value = "task-3626114" [ 1089.681254] env[70220]: _type = "Task" [ 1089.681254] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.691295] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1089.692557] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.692557] env[70220]: DEBUG oslo_concurrency.lockutils [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.692557] env[70220]: DEBUG oslo_concurrency.lockutils [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.692557] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.692557] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7883cd88-5cc8-4e63-acb9-59a40f8aaee3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.706792] env[70220]: DEBUG nova.virt.hardware [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.707104] env[70220]: DEBUG nova.virt.hardware [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.707633] env[70220]: DEBUG nova.virt.hardware [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.707961] env[70220]: DEBUG nova.virt.hardware [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.708285] env[70220]: DEBUG nova.virt.hardware [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.708955] env[70220]: DEBUG nova.virt.hardware [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.708955] env[70220]: DEBUG nova.virt.hardware [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.709159] env[70220]: DEBUG nova.virt.hardware [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.709432] env[70220]: DEBUG nova.virt.hardware [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.709706] env[70220]: DEBUG nova.virt.hardware [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.710046] env[70220]: DEBUG nova.virt.hardware [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.710625] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.710912] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.712669] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e882fc72-ddc0-428f-8e89-6677f371b7ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.715442] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b49450d9-08de-47cc-8e68-cf2a4392530e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.724312] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f9d82-da6f-4a02-bc7a-fecdfaf01fd3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.729161] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1089.729161] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52987943-26e5-8c4f-9087-0ffc6b162759" [ 1089.729161] env[70220]: _type = "Task" [ 1089.729161] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.746861] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52987943-26e5-8c4f-9087-0ffc6b162759, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.747743] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af4545ac-badb-4f38-8abc-fb9dc7b9e058 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.752849] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1089.752849] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a282d7-2182-473b-e9c3-153cb8f9377e" [ 1089.752849] env[70220]: _type = "Task" [ 1089.752849] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.760821] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a282d7-2182-473b-e9c3-153cb8f9377e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.777617] env[70220]: DEBUG nova.compute.manager [req-69b67c41-4651-4f3c-8e14-498f318d227e req-5605840a-096f-4f2c-8c58-8a2183f501d8 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Received event network-changed-1f6ef924-d1b2-437f-9ae5-67628340b1f8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.777821] env[70220]: DEBUG nova.compute.manager [req-69b67c41-4651-4f3c-8e14-498f318d227e req-5605840a-096f-4f2c-8c58-8a2183f501d8 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Refreshing instance network info cache due to event network-changed-1f6ef924-d1b2-437f-9ae5-67628340b1f8. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.778049] env[70220]: DEBUG oslo_concurrency.lockutils [req-69b67c41-4651-4f3c-8e14-498f318d227e req-5605840a-096f-4f2c-8c58-8a2183f501d8 service nova] Acquiring lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.778194] env[70220]: DEBUG oslo_concurrency.lockutils [req-69b67c41-4651-4f3c-8e14-498f318d227e req-5605840a-096f-4f2c-8c58-8a2183f501d8 service nova] Acquired lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.778352] env[70220]: DEBUG nova.network.neutron [req-69b67c41-4651-4f3c-8e14-498f318d227e req-5605840a-096f-4f2c-8c58-8a2183f501d8 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Refreshing network info cache for port 1f6ef924-d1b2-437f-9ae5-67628340b1f8 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.819972] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626112, 'name': PowerOnVM_Task} progress is 92%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.874653] env[70220]: DEBUG nova.network.neutron [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.005568] env[70220]: DEBUG nova.network.neutron [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updating instance_info_cache with network_info: [{"id": "0a479539-4f4e-4315-93c8-18ae73e88549", "address": "fa:16:3e:6a:f9:f7", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a479539-4f", "ovs_interfaceid": "0a479539-4f4e-4315-93c8-18ae73e88549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.154640] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0ddba39e-dea5-42eb-bc37-066087589f7a tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "9b51a60e-4944-49e1-9905-788eecd2926c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.566s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.172837] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06298} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.172837] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.172837] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57923117-9797-4ab7-bc14-95a7b0c2d548 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.194200] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] dc040184-9b4e-4cef-9250-21863677fbeb/dc040184-9b4e-4cef-9250-21863677fbeb.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.194477] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c1af50-d435-4998-aa62-2af4cad1bc42 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.214989] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1090.214989] env[70220]: value = "task-3626115" [ 1090.214989] env[70220]: _type = "Task" [ 1090.214989] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.222535] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.262161] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a282d7-2182-473b-e9c3-153cb8f9377e, 'name': SearchDatastore_Task, 'duration_secs': 0.008841} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.262418] env[70220]: DEBUG oslo_concurrency.lockutils [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.262672] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f09f5d46-60dd-43d4-911d-543d996afda7/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. {{(pid=70220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1090.263010] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daaf5693-8870-4e9d-a64d-8ad2620a4f3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.270021] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1090.270021] env[70220]: value = "task-3626116" [ 1090.270021] env[70220]: _type = "Task" [ 1090.270021] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.282074] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.320568] env[70220]: DEBUG oslo_vmware.api [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626112, 'name': PowerOnVM_Task, 'duration_secs': 0.578628} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.320865] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.321081] env[70220]: INFO nova.compute.manager [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1090.321280] env[70220]: DEBUG nova.compute.manager [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.322035] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6623072c-fa56-4b08-8d4a-ae6f649aa043 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.400749] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.400921] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.401193] env[70220]: INFO nova.compute.manager [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Rebooting instance [ 1090.478227] env[70220]: DEBUG nova.network.neutron [req-69b67c41-4651-4f3c-8e14-498f318d227e req-5605840a-096f-4f2c-8c58-8a2183f501d8 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Updated VIF entry in instance network info cache for port 1f6ef924-d1b2-437f-9ae5-67628340b1f8. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.478621] env[70220]: DEBUG nova.network.neutron [req-69b67c41-4651-4f3c-8e14-498f318d227e req-5605840a-096f-4f2c-8c58-8a2183f501d8 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Updating instance_info_cache with network_info: [{"id": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "address": "fa:16:3e:0f:74:69", "network": {"id": "2d6baac0-8bda-4cd0-8bca-677cc5a344f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-349553905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f48233cf84e878fcc50a544489a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ef924-d1", "ovs_interfaceid": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.507900] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.508300] env[70220]: DEBUG nova.compute.manager [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Instance network_info: |[{"id": "0a479539-4f4e-4315-93c8-18ae73e88549", "address": "fa:16:3e:6a:f9:f7", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a479539-4f", "ovs_interfaceid": "0a479539-4f4e-4315-93c8-18ae73e88549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1090.509025] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:f9:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a479539-4f4e-4315-93c8-18ae73e88549', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1090.516991] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.517272] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1090.517515] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f50a25a5-7ef8-4c68-aaf4-85f613d720dd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.538345] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1090.538345] env[70220]: value = "task-3626117" [ 1090.538345] env[70220]: _type = "Task" [ 1090.538345] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.546065] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626117, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.729897] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626115, 'name': ReconfigVM_Task, 'duration_secs': 0.483767} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.734419] env[70220]: DEBUG nova.network.neutron [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Successfully updated port: 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.734419] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Reconfigured VM instance instance-00000050 to attach disk [datastore2] dc040184-9b4e-4cef-9250-21863677fbeb/dc040184-9b4e-4cef-9250-21863677fbeb.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.735591] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-850bff12-3e83-48b5-8510-7418e7421c93 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.744187] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1090.744187] env[70220]: value = "task-3626118" [ 1090.744187] env[70220]: _type = "Task" [ 1090.744187] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.754323] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626118, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.783922] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626116, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.846484] env[70220]: INFO nova.compute.manager [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Took 33.08 seconds to build instance. [ 1090.931432] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.961941] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be993ea8-910e-4a0f-b518-00ee511b8a29 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.969658] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fc7358-9b85-4879-b340-9d0a5c6c7323 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.003734] env[70220]: DEBUG oslo_concurrency.lockutils [req-69b67c41-4651-4f3c-8e14-498f318d227e req-5605840a-096f-4f2c-8c58-8a2183f501d8 service nova] Releasing lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.004806] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquired lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.005009] env[70220]: DEBUG nova.network.neutron [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.006666] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707cfa47-769c-48a4-9e23-9402f82dcc55 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.014931] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d630ece-04d8-4469-8b8c-3de1767a8c03 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.035826] env[70220]: DEBUG nova.compute.provider_tree [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.046980] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626117, 'name': CreateVM_Task, 'duration_secs': 0.376698} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.047167] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.047870] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.048025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.048361] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.048616] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e39a7f-663e-4a11-820e-5584e37d119e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.053202] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1091.053202] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bdac25-222f-c443-6da2-997358e8a73c" [ 1091.053202] env[70220]: _type = "Task" [ 1091.053202] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.061070] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bdac25-222f-c443-6da2-997358e8a73c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.238419] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.238694] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.238694] env[70220]: DEBUG nova.network.neutron [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.255081] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626118, 'name': Rename_Task, 'duration_secs': 0.225399} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.255525] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.255779] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59b5b4c4-fc05-4161-bd6d-65b7cefb58b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.262343] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1091.262343] env[70220]: value = "task-3626119" [ 1091.262343] env[70220]: _type = "Task" [ 1091.262343] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.278422] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.283537] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60695} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.283790] env[70220]: INFO nova.virt.vmwareapi.ds_util [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f09f5d46-60dd-43d4-911d-543d996afda7/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. [ 1091.284588] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0f08ba-7296-4593-b1e2-8718e7b1642e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.309959] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] f09f5d46-60dd-43d4-911d-543d996afda7/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.310233] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e3f230-6141-451e-ab4a-d6bce1b15551 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.329285] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1091.329285] env[70220]: value = "task-3626120" [ 1091.329285] env[70220]: _type = "Task" [ 1091.329285] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.338517] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.353532] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee04100b-43a6-4c5c-a05d-a11c8a66bc84 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Lock "5d091945-8000-4278-a362-4207d3cdee51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.621s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.565522] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bdac25-222f-c443-6da2-997358e8a73c, 'name': SearchDatastore_Task, 'duration_secs': 0.015146} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.565606] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.565825] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.566459] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.566459] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.566459] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.566616] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d51a5fe4-b5ff-4f46-b6b2-7bcba1e978b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.570066] env[70220]: DEBUG nova.scheduler.client.report [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1091.570295] env[70220]: DEBUG nova.compute.provider_tree [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 112 to 113 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1091.570463] env[70220]: DEBUG nova.compute.provider_tree [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.581014] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.581199] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.581919] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f70e8d9d-2f2b-4d9d-b81c-cb998b0a90c1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.588015] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1091.588015] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bd5998-967a-ed9f-d0ec-d30d2d4515ab" [ 1091.588015] env[70220]: _type = "Task" [ 1091.588015] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.595799] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bd5998-967a-ed9f-d0ec-d30d2d4515ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.734271] env[70220]: DEBUG nova.network.neutron [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Updating instance_info_cache with network_info: [{"id": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "address": "fa:16:3e:0f:74:69", "network": {"id": "2d6baac0-8bda-4cd0-8bca-677cc5a344f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-349553905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f48233cf84e878fcc50a544489a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ef924-d1", "ovs_interfaceid": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.771720] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.772513] env[70220]: DEBUG nova.network.neutron [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.800830] env[70220]: DEBUG nova.compute.manager [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Received event network-vif-plugged-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.801061] env[70220]: DEBUG oslo_concurrency.lockutils [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] Acquiring lock "21dca84a-e6e7-49b1-930c-c5a9b2162483-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.801331] env[70220]: DEBUG oslo_concurrency.lockutils [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.801466] env[70220]: DEBUG oslo_concurrency.lockutils [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.801574] env[70220]: DEBUG nova.compute.manager [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] No waiting events found dispatching network-vif-plugged-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.801723] env[70220]: WARNING nova.compute.manager [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Received unexpected event network-vif-plugged-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 for instance with vm_state building and task_state spawning. [ 1091.801910] env[70220]: DEBUG nova.compute.manager [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Received event network-changed-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.802062] env[70220]: DEBUG nova.compute.manager [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Refreshing instance network info cache due to event network-changed-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.802239] env[70220]: DEBUG oslo_concurrency.lockutils [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] Acquiring lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.844985] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.951098] env[70220]: DEBUG nova.network.neutron [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance_info_cache with network_info: [{"id": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "address": "fa:16:3e:23:52:d4", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffefce-e3", "ovs_interfaceid": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.976857] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquiring lock "5d091945-8000-4278-a362-4207d3cdee51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.977202] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Lock "5d091945-8000-4278-a362-4207d3cdee51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.977449] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquiring lock "5d091945-8000-4278-a362-4207d3cdee51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.977662] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Lock "5d091945-8000-4278-a362-4207d3cdee51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.977862] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Lock "5d091945-8000-4278-a362-4207d3cdee51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.979993] env[70220]: INFO nova.compute.manager [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Terminating instance [ 1092.075210] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.075883] env[70220]: DEBUG nova.compute.manager [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.079235] env[70220]: DEBUG oslo_concurrency.lockutils [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.820s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.079235] env[70220]: DEBUG nova.objects.instance [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lazy-loading 'resources' on Instance uuid 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.099890] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bd5998-967a-ed9f-d0ec-d30d2d4515ab, 'name': SearchDatastore_Task, 'duration_secs': 0.057889} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.100396] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49215ac4-10cf-4d38-9255-38d9cde88643 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.106408] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1092.106408] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5210c460-79db-fa63-0559-fc7c8d57a2a3" [ 1092.106408] env[70220]: _type = "Task" [ 1092.106408] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.113944] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5210c460-79db-fa63-0559-fc7c8d57a2a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.237261] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Releasing lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.274246] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626119, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.341223] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626120, 'name': ReconfigVM_Task, 'duration_secs': 0.75914} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.341520] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Reconfigured VM instance instance-0000004d to attach disk [datastore1] f09f5d46-60dd-43d4-911d-543d996afda7/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.342433] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eac90bc-4e3d-49ff-a8f2-5738910f012c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.366980] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0912bc76-64af-49a9-80fc-cb52e59e0241 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.384155] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1092.384155] env[70220]: value = "task-3626121" [ 1092.384155] env[70220]: _type = "Task" [ 1092.384155] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.392492] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.454340] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.454700] env[70220]: DEBUG nova.compute.manager [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Instance network_info: |[{"id": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "address": "fa:16:3e:23:52:d4", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffefce-e3", "ovs_interfaceid": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.455347] env[70220]: DEBUG oslo_concurrency.lockutils [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] Acquired lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.455533] env[70220]: DEBUG nova.network.neutron [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Refreshing network info cache for port 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.456710] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:52:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.464414] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating folder: Project (4c57c9fde0cd4d48b47d1311a29e6e7c). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.465636] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08e40a30-4df7-4f44-82fd-36fc4c8e7899 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.477580] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Created folder: Project (4c57c9fde0cd4d48b47d1311a29e6e7c) in parent group-v722922. [ 1092.477772] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating folder: Instances. Parent ref: group-v723153. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.478049] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aee13ed9-ca9f-4173-afcd-82efb27a5c94 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.483881] env[70220]: DEBUG nova.compute.manager [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.484148] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.485238] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9002265-2bd8-469d-bff2-b9ff9b742ec9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.488951] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Created folder: Instances in parent group-v723153. [ 1092.489197] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.489712] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.489930] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28a3c9c9-1f21-40ed-aecb-f5ded3d485be {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.506365] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.506963] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ef13c6d-eb15-4b76-bee2-ac35758b1117 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.510991] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.510991] env[70220]: value = "task-3626124" [ 1092.510991] env[70220]: _type = "Task" [ 1092.510991] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.515763] env[70220]: DEBUG oslo_vmware.api [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for the task: (returnval){ [ 1092.515763] env[70220]: value = "task-3626125" [ 1092.515763] env[70220]: _type = "Task" [ 1092.515763] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.521114] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626124, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.529165] env[70220]: DEBUG oslo_vmware.api [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.585251] env[70220]: DEBUG nova.compute.utils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.586925] env[70220]: DEBUG nova.compute.manager [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.587217] env[70220]: DEBUG nova.network.neutron [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.617358] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5210c460-79db-fa63-0559-fc7c8d57a2a3, 'name': SearchDatastore_Task, 'duration_secs': 0.021204} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.620351] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.620556] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 4fa3faaa-0a55-4481-a3d7-e4844a28f930/4fa3faaa-0a55-4481-a3d7-e4844a28f930.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.621051] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2be00bce-6508-49c3-b9b5-1968d00615da {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.629186] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1092.629186] env[70220]: value = "task-3626126" [ 1092.629186] env[70220]: _type = "Task" [ 1092.629186] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.638024] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.644784] env[70220]: DEBUG nova.policy [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d01d420132e4b8090987f27538ad70c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cef1b90423b4bbd8bd11beb8a64e991', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.743431] env[70220]: DEBUG nova.compute.manager [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.744397] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87fbefe-c788-4981-a774-972e63c70bf8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.776513] env[70220]: DEBUG oslo_vmware.api [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626119, 'name': PowerOnVM_Task, 'duration_secs': 1.100929} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.776867] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.780279] env[70220]: INFO nova.compute.manager [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1092.781569] env[70220]: DEBUG nova.compute.manager [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.782044] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4f1a0e-ff76-4f8a-b3bf-a9c948382363 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.896293] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626121, 'name': ReconfigVM_Task, 'duration_secs': 0.162216} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.896578] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.896834] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daa98727-db78-4afe-878b-16b79d782019 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.901561] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180c30ed-3324-4ea8-9fcb-f4b59741628c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.906073] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1092.906073] env[70220]: value = "task-3626127" [ 1092.906073] env[70220]: _type = "Task" [ 1092.906073] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.911750] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3288871a-ae95-4f17-bb9d-3ef6f6e08215 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.918442] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626127, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.946617] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d8223d-69b3-4f6b-8269-3ef746bc9c1b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.954614] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1814ae-8978-4d5d-a773-90bddea1c43e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.972499] env[70220]: DEBUG nova.compute.provider_tree [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.016667] env[70220]: DEBUG nova.network.neutron [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Successfully created port: 66efda32-49e7-4197-a399-d8c83f37da30 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.029183] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626124, 'name': CreateVM_Task, 'duration_secs': 0.35924} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.029801] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.030662] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.030890] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.031275] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.035228] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586a1fd5-59bb-4db8-8b4a-d0ab2cdcf676 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.037473] env[70220]: DEBUG oslo_vmware.api [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626125, 'name': PowerOffVM_Task, 'duration_secs': 0.17866} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.038038] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.038038] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.038745] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-178b688f-f565-488e-af73-133f8a4d3b1f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.042064] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1093.042064] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524a2f6e-02c1-c2fe-9b3a-5bff91c5a2ea" [ 1093.042064] env[70220]: _type = "Task" [ 1093.042064] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.052692] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524a2f6e-02c1-c2fe-9b3a-5bff91c5a2ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.090447] env[70220]: DEBUG nova.compute.manager [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.110034] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.110361] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.110572] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Deleting the datastore file [datastore2] 5d091945-8000-4278-a362-4207d3cdee51 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.110969] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a4c9e33-bfe5-4c94-98b2-ba9c1d83bb69 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.119204] env[70220]: DEBUG oslo_vmware.api [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for the task: (returnval){ [ 1093.119204] env[70220]: value = "task-3626129" [ 1093.119204] env[70220]: _type = "Task" [ 1093.119204] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.130350] env[70220]: DEBUG oslo_vmware.api [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.138627] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626126, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.220317] env[70220]: DEBUG nova.network.neutron [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updated VIF entry in instance network info cache for port 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.220764] env[70220]: DEBUG nova.network.neutron [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance_info_cache with network_info: [{"id": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "address": "fa:16:3e:23:52:d4", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffefce-e3", "ovs_interfaceid": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.311489] env[70220]: INFO nova.compute.manager [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Took 29.62 seconds to build instance. [ 1093.416620] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.476692] env[70220]: DEBUG nova.scheduler.client.report [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.553575] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524a2f6e-02c1-c2fe-9b3a-5bff91c5a2ea, 'name': SearchDatastore_Task, 'duration_secs': 0.066192} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.553893] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.554148] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.554388] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.554532] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.554707] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.554970] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4da9e73f-915e-495d-854f-c127ffc49cba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.565706] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.565889] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.566633] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92da686-5657-4e32-bc96-c3a015a44790 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.572106] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1093.572106] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bbb4bd-0af7-476f-f007-97225de77b3c" [ 1093.572106] env[70220]: _type = "Task" [ 1093.572106] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.580189] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bbb4bd-0af7-476f-f007-97225de77b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.629507] env[70220]: DEBUG oslo_vmware.api [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Task: {'id': task-3626129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333182} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.630401] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.630593] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.630768] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.630941] env[70220]: INFO nova.compute.manager [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1093.631199] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.631455] env[70220]: DEBUG nova.compute.manager [-] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.631549] env[70220]: DEBUG nova.network.neutron [-] [instance: 5d091945-8000-4278-a362-4207d3cdee51] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.641953] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535673} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.642131] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 4fa3faaa-0a55-4481-a3d7-e4844a28f930/4fa3faaa-0a55-4481-a3d7-e4844a28f930.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.642346] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.642590] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16765a59-9dd2-41d8-8823-00045454c6d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.649034] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1093.649034] env[70220]: value = "task-3626130" [ 1093.649034] env[70220]: _type = "Task" [ 1093.649034] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.656251] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.723309] env[70220]: DEBUG oslo_concurrency.lockutils [req-229acc19-520e-46f8-9fbc-0daba2a2bf46 req-27c798c9-6219-4855-90d4-8642426ddcee service nova] Releasing lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.766931] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfade60-00e1-4391-a9b9-7f0d440c88a7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.773976] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Doing hard reboot of VM {{(pid=70220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1093.774269] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9a5d057a-00e2-4036-8f6d-7e8595fd8826 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.780211] env[70220]: DEBUG oslo_vmware.api [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1093.780211] env[70220]: value = "task-3626131" [ 1093.780211] env[70220]: _type = "Task" [ 1093.780211] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.789043] env[70220]: DEBUG oslo_vmware.api [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626131, 'name': ResetVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.813253] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af4d1c94-8486-4fa7-b33a-46277fc077c5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.134s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.915256] env[70220]: DEBUG oslo_vmware.api [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626127, 'name': PowerOnVM_Task, 'duration_secs': 0.594116} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.915535] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.918134] env[70220]: DEBUG nova.compute.manager [None req-96a45474-d54d-4553-bf61-40562d100763 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.918906] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d37ac3e-b4dc-4f2e-ad09-8a74a612722e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.981505] env[70220]: DEBUG oslo_concurrency.lockutils [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.985244] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.451s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.986010] env[70220]: INFO nova.compute.claims [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.006405] env[70220]: INFO nova.scheduler.client.report [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Deleted allocations for instance 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae [ 1094.011837] env[70220]: DEBUG nova.compute.manager [req-88cf1d51-0603-4dc2-a6e1-acecfb9396ab req-4be61244-8ba1-4007-a444-9e2829b452d5 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Received event network-vif-deleted-3191f80f-f9a4-4541-9680-0f69d744d6e3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.012038] env[70220]: INFO nova.compute.manager [req-88cf1d51-0603-4dc2-a6e1-acecfb9396ab req-4be61244-8ba1-4007-a444-9e2829b452d5 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Neutron deleted interface 3191f80f-f9a4-4541-9680-0f69d744d6e3; detaching it from the instance and deleting it from the info cache [ 1094.012212] env[70220]: DEBUG nova.network.neutron [req-88cf1d51-0603-4dc2-a6e1-acecfb9396ab req-4be61244-8ba1-4007-a444-9e2829b452d5 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.083056] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bbb4bd-0af7-476f-f007-97225de77b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.01855} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.083448] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73607f74-faab-4415-b530-ff7ddc2f2602 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.088674] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1094.088674] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a6e9d4-16d1-c89e-a872-2c6daecf2686" [ 1094.088674] env[70220]: _type = "Task" [ 1094.088674] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.096516] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a6e9d4-16d1-c89e-a872-2c6daecf2686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.099667] env[70220]: DEBUG nova.compute.manager [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.128236] env[70220]: DEBUG nova.virt.hardware [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cf92bd7f8ce4e694e7a1808bcda8c636',container_format='bare',created_at=2025-04-26T01:12:02Z,direct_url=,disk_format='vmdk',id=629eda74-ea54-4d53-bd70-ad5fca792dd1,min_disk=1,min_ram=0,name='tempest-test-snap-1478936701',owner='3cef1b90423b4bbd8bd11beb8a64e991',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-26T01:12:17Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.128822] env[70220]: DEBUG nova.virt.hardware [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.128822] env[70220]: DEBUG nova.virt.hardware [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.128822] env[70220]: DEBUG nova.virt.hardware [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.128959] env[70220]: DEBUG nova.virt.hardware [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.129126] env[70220]: DEBUG nova.virt.hardware [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.129330] env[70220]: DEBUG nova.virt.hardware [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.129486] env[70220]: DEBUG nova.virt.hardware [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.129649] env[70220]: DEBUG nova.virt.hardware [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.129809] env[70220]: DEBUG nova.virt.hardware [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.129977] env[70220]: DEBUG nova.virt.hardware [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.130873] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429fd5d7-851f-4467-a47f-c61f5d20ec55 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.138989] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63df904-6038-42e3-abe9-11fca5c985d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.159320] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06655} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.159575] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.160291] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4a3924-253c-4b13-92b9-e1d6612b8fff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.181190] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 4fa3faaa-0a55-4481-a3d7-e4844a28f930/4fa3faaa-0a55-4481-a3d7-e4844a28f930.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.181429] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38a96ac4-428f-419f-8921-2e4a92639cf9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.204758] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1094.204758] env[70220]: value = "task-3626132" [ 1094.204758] env[70220]: _type = "Task" [ 1094.204758] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.218155] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.288712] env[70220]: DEBUG oslo_vmware.api [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626131, 'name': ResetVM_Task, 'duration_secs': 0.099431} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.290079] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Did hard reboot of VM {{(pid=70220) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1094.290079] env[70220]: DEBUG nova.compute.manager [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.290079] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48129e4f-01d2-4d35-8b6b-035b96a14639 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.393739] env[70220]: DEBUG nova.network.neutron [-] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.518510] env[70220]: DEBUG nova.compute.manager [req-ade48473-b264-4e41-a0db-0085f68e8b60 req-7f7a6c7a-824b-45fd-a7ee-032281d0e5cc service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Received event network-changed-e2309401-bc32-47fb-a7ba-bf584736a170 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.518734] env[70220]: DEBUG nova.compute.manager [req-ade48473-b264-4e41-a0db-0085f68e8b60 req-7f7a6c7a-824b-45fd-a7ee-032281d0e5cc service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Refreshing instance network info cache due to event network-changed-e2309401-bc32-47fb-a7ba-bf584736a170. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.518947] env[70220]: DEBUG oslo_concurrency.lockutils [req-ade48473-b264-4e41-a0db-0085f68e8b60 req-7f7a6c7a-824b-45fd-a7ee-032281d0e5cc service nova] Acquiring lock "refresh_cache-dc040184-9b4e-4cef-9250-21863677fbeb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.519104] env[70220]: DEBUG oslo_concurrency.lockutils [req-ade48473-b264-4e41-a0db-0085f68e8b60 req-7f7a6c7a-824b-45fd-a7ee-032281d0e5cc service nova] Acquired lock "refresh_cache-dc040184-9b4e-4cef-9250-21863677fbeb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.519268] env[70220]: DEBUG nova.network.neutron [req-ade48473-b264-4e41-a0db-0085f68e8b60 req-7f7a6c7a-824b-45fd-a7ee-032281d0e5cc service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Refreshing network info cache for port e2309401-bc32-47fb-a7ba-bf584736a170 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.521416] env[70220]: DEBUG oslo_concurrency.lockutils [None req-533948e7-c390-4853-bfbe-701c8ae9caa3 tempest-MultipleCreateTestJSON-1120440856 tempest-MultipleCreateTestJSON-1120440856-project-member] Lock "8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.201s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.522380] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c8689bf-9810-4e58-8fb5-599b395e486b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.534047] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd187b0-3f52-48a9-b2c2-4e297a558c04 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.570648] env[70220]: DEBUG nova.compute.manager [req-88cf1d51-0603-4dc2-a6e1-acecfb9396ab req-4be61244-8ba1-4007-a444-9e2829b452d5 service nova] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Detach interface failed, port_id=3191f80f-f9a4-4541-9680-0f69d744d6e3, reason: Instance 5d091945-8000-4278-a362-4207d3cdee51 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.600020] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a6e9d4-16d1-c89e-a872-2c6daecf2686, 'name': SearchDatastore_Task, 'duration_secs': 0.037796} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.600130] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.600397] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 21dca84a-e6e7-49b1-930c-c5a9b2162483/21dca84a-e6e7-49b1-930c-c5a9b2162483.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.600782] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5217c34c-a50c-4f9b-abf2-88d8694b958a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.610970] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1094.610970] env[70220]: value = "task-3626133" [ 1094.610970] env[70220]: _type = "Task" [ 1094.610970] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.619510] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.716176] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626132, 'name': ReconfigVM_Task, 'duration_secs': 0.423652} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.716529] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 4fa3faaa-0a55-4481-a3d7-e4844a28f930/4fa3faaa-0a55-4481-a3d7-e4844a28f930.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.717312] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5707f520-5070-4052-9b28-e200f9598180 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.723850] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1094.723850] env[70220]: value = "task-3626134" [ 1094.723850] env[70220]: _type = "Task" [ 1094.723850] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.735956] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626134, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.803929] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b6ea3c40-0318-4067-b264-81fe305271ea tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.403s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.896280] env[70220]: INFO nova.compute.manager [-] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Took 1.26 seconds to deallocate network for instance. [ 1094.898720] env[70220]: DEBUG nova.network.neutron [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Successfully updated port: 66efda32-49e7-4197-a399-d8c83f37da30 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.127239] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626133, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.239747] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626134, 'name': Rename_Task, 'duration_secs': 0.169518} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.240795] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.240795] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87dc6ba7-da52-4e38-8861-cf5574d94de7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.249552] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1095.249552] env[70220]: value = "task-3626135" [ 1095.249552] env[70220]: _type = "Task" [ 1095.249552] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.265390] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.354976] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be5380e-44ca-4ef9-8a11-a7c53bad5cfd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.362657] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c75249-007d-43ec-a9a7-32264e86623c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.393987] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1afb91-0dbb-4e0f-86fc-a5244f8856a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.401994] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d1026c-083f-40ab-ab90-3139180f6ed7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.406971] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "refresh_cache-973ed712-1b06-4dac-8f8a-f18912f72882" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.407197] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "refresh_cache-973ed712-1b06-4dac-8f8a-f18912f72882" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.407407] env[70220]: DEBUG nova.network.neutron [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.409264] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.424838] env[70220]: DEBUG nova.compute.provider_tree [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.628186] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723995} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.629057] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 21dca84a-e6e7-49b1-930c-c5a9b2162483/21dca84a-e6e7-49b1-930c-c5a9b2162483.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.629350] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.629677] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36db23a4-6ac9-47bc-a592-fb0890fb99cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.637657] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1095.637657] env[70220]: value = "task-3626136" [ 1095.637657] env[70220]: _type = "Task" [ 1095.637657] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.650393] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.661446] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "f6301150-74ed-4b9e-8f98-50dc196f0051" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.662955] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f6301150-74ed-4b9e-8f98-50dc196f0051" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.764704] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626135, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.782774] env[70220]: DEBUG nova.network.neutron [req-ade48473-b264-4e41-a0db-0085f68e8b60 req-7f7a6c7a-824b-45fd-a7ee-032281d0e5cc service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Updated VIF entry in instance network info cache for port e2309401-bc32-47fb-a7ba-bf584736a170. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.784646] env[70220]: DEBUG nova.network.neutron [req-ade48473-b264-4e41-a0db-0085f68e8b60 req-7f7a6c7a-824b-45fd-a7ee-032281d0e5cc service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Updating instance_info_cache with network_info: [{"id": "e2309401-bc32-47fb-a7ba-bf584736a170", "address": "fa:16:3e:b6:b1:1f", "network": {"id": "41743d3c-aee6-4033-97ce-394f6d03abfa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1179812949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "043e62750a7a41e3a2ad2ac2dd1f1ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2309401-bc", "ovs_interfaceid": "e2309401-bc32-47fb-a7ba-bf584736a170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.928557] env[70220]: DEBUG nova.scheduler.client.report [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.957733] env[70220]: DEBUG nova.network.neutron [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.152421] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09398} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.152987] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.153899] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0f9229-bf7b-4946-9f7b-1b14325fbe09 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.169611] env[70220]: DEBUG nova.compute.manager [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.185551] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 21dca84a-e6e7-49b1-930c-c5a9b2162483/21dca84a-e6e7-49b1-930c-c5a9b2162483.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.186678] env[70220]: DEBUG nova.network.neutron [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Updating instance_info_cache with network_info: [{"id": "66efda32-49e7-4197-a399-d8c83f37da30", "address": "fa:16:3e:ee:ba:02", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66efda32-49", "ovs_interfaceid": "66efda32-49e7-4197-a399-d8c83f37da30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.189107] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68dfda29-d2cf-479c-b0bd-ce8118a608bc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.214513] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1096.214513] env[70220]: value = "task-3626137" [ 1096.214513] env[70220]: _type = "Task" [ 1096.214513] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.227609] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.260907] env[70220]: DEBUG oslo_vmware.api [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626135, 'name': PowerOnVM_Task, 'duration_secs': 0.521655} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.261206] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.261416] env[70220]: INFO nova.compute.manager [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1096.261679] env[70220]: DEBUG nova.compute.manager [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.262424] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcabaa49-e961-4253-a304-f37f324d8132 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.286262] env[70220]: DEBUG oslo_concurrency.lockutils [req-ade48473-b264-4e41-a0db-0085f68e8b60 req-7f7a6c7a-824b-45fd-a7ee-032281d0e5cc service nova] Releasing lock "refresh_cache-dc040184-9b4e-4cef-9250-21863677fbeb" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.434188] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.434722] env[70220]: DEBUG nova.compute.manager [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.437651] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.476s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.437864] env[70220]: DEBUG nova.objects.instance [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lazy-loading 'resources' on Instance uuid 1e78cadc-2b86-43fb-bf28-166187a8717e {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.545394] env[70220]: DEBUG nova.compute.manager [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Received event network-vif-plugged-66efda32-49e7-4197-a399-d8c83f37da30 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.545462] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] Acquiring lock "973ed712-1b06-4dac-8f8a-f18912f72882-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.545691] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] Lock "973ed712-1b06-4dac-8f8a-f18912f72882-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.545892] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] Lock "973ed712-1b06-4dac-8f8a-f18912f72882-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.546075] env[70220]: DEBUG nova.compute.manager [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] No waiting events found dispatching network-vif-plugged-66efda32-49e7-4197-a399-d8c83f37da30 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.546245] env[70220]: WARNING nova.compute.manager [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Received unexpected event network-vif-plugged-66efda32-49e7-4197-a399-d8c83f37da30 for instance with vm_state building and task_state spawning. [ 1096.546404] env[70220]: DEBUG nova.compute.manager [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Received event network-changed-66efda32-49e7-4197-a399-d8c83f37da30 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.546555] env[70220]: DEBUG nova.compute.manager [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Refreshing instance network info cache due to event network-changed-66efda32-49e7-4197-a399-d8c83f37da30. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.546720] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] Acquiring lock "refresh_cache-973ed712-1b06-4dac-8f8a-f18912f72882" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.630050] env[70220]: DEBUG oslo_concurrency.lockutils [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.630332] env[70220]: DEBUG oslo_concurrency.lockutils [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.630648] env[70220]: DEBUG oslo_concurrency.lockutils [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.631200] env[70220]: DEBUG oslo_concurrency.lockutils [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.631276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.633496] env[70220]: INFO nova.compute.manager [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Terminating instance [ 1096.708086] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.708546] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "refresh_cache-973ed712-1b06-4dac-8f8a-f18912f72882" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.708833] env[70220]: DEBUG nova.compute.manager [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Instance network_info: |[{"id": "66efda32-49e7-4197-a399-d8c83f37da30", "address": "fa:16:3e:ee:ba:02", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66efda32-49", "ovs_interfaceid": "66efda32-49e7-4197-a399-d8c83f37da30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.709666] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] Acquired lock "refresh_cache-973ed712-1b06-4dac-8f8a-f18912f72882" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.709666] env[70220]: DEBUG nova.network.neutron [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Refreshing network info cache for port 66efda32-49e7-4197-a399-d8c83f37da30 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.710715] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:ba:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66efda32-49e7-4197-a399-d8c83f37da30', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.718261] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.719221] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.723028] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76c3f900-e1d0-4c28-a75c-4f19fbe31eea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.745042] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.745421] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.745421] env[70220]: value = "task-3626138" [ 1096.745421] env[70220]: _type = "Task" [ 1096.745421] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.753348] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626138, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.780404] env[70220]: INFO nova.compute.manager [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Took 32.98 seconds to build instance. [ 1096.941024] env[70220]: DEBUG nova.compute.utils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.946097] env[70220]: DEBUG nova.compute.manager [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Not allocating networking since 'none' was specified. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1097.138277] env[70220]: DEBUG nova.compute.manager [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.138499] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.141028] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdb81b0-0538-4ad3-a484-67570b36baa0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.150335] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.150795] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa65bb15-72a5-4c12-9755-fd48c987ed85 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.161872] env[70220]: DEBUG oslo_vmware.api [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1097.161872] env[70220]: value = "task-3626139" [ 1097.161872] env[70220]: _type = "Task" [ 1097.161872] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.174033] env[70220]: DEBUG oslo_vmware.api [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.232941] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626137, 'name': ReconfigVM_Task, 'duration_secs': 0.871041} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.233276] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 21dca84a-e6e7-49b1-930c-c5a9b2162483/21dca84a-e6e7-49b1-930c-c5a9b2162483.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.233903] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d5122ff-08a7-42eb-ac20-23a7b730e068 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.242577] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1097.242577] env[70220]: value = "task-3626140" [ 1097.242577] env[70220]: _type = "Task" [ 1097.242577] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.252021] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626140, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.259644] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626138, 'name': CreateVM_Task, 'duration_secs': 0.373876} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.259812] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.260493] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.260635] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.261072] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.261336] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0780a4-873c-4367-b2e8-2da0b6e0fd44 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.268034] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1097.268034] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fa6c33-dfbc-8c65-f4b9-7d70a236c5fe" [ 1097.268034] env[70220]: _type = "Task" [ 1097.268034] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.275740] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fa6c33-dfbc-8c65-f4b9-7d70a236c5fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.278901] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376478f9-0c09-4df0-893d-072fae8e2bea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.282843] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f97d4f3-b250-4ae0-9a53-14cac2fe9c70 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.496s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.287092] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38021c76-0153-44d5-a603-2d1893b91803 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.319661] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1bcb04-4723-4dad-9c84-b0fb3a0f5789 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.327537] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb8b55f-3352-4e21-9567-822a4651e3f0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.343220] env[70220]: DEBUG nova.compute.provider_tree [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.448281] env[70220]: DEBUG nova.compute.manager [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.537932] env[70220]: DEBUG nova.network.neutron [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Updated VIF entry in instance network info cache for port 66efda32-49e7-4197-a399-d8c83f37da30. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.538317] env[70220]: DEBUG nova.network.neutron [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Updating instance_info_cache with network_info: [{"id": "66efda32-49e7-4197-a399-d8c83f37da30", "address": "fa:16:3e:ee:ba:02", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66efda32-49", "ovs_interfaceid": "66efda32-49e7-4197-a399-d8c83f37da30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.673769] env[70220]: DEBUG oslo_vmware.api [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.754755] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626140, 'name': Rename_Task, 'duration_secs': 0.381577} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.754955] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.755251] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c833c39d-e037-408b-aa59-ada23f3e2de8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.761751] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1097.761751] env[70220]: value = "task-3626141" [ 1097.761751] env[70220]: _type = "Task" [ 1097.761751] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.772764] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.780665] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.780919] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Processing image 629eda74-ea54-4d53-bd70-ad5fca792dd1 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.781178] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1/629eda74-ea54-4d53-bd70-ad5fca792dd1.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.781329] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1/629eda74-ea54-4d53-bd70-ad5fca792dd1.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.781507] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.781754] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d06ac460-844e-4e2b-bbd5-09d238f56ce1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.801755] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.801956] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.802740] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ca7cff-b45d-4398-8f32-24cfe7d7a2c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.810100] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1097.810100] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52110860-6e37-95a6-991a-eb39eb80dd4c" [ 1097.810100] env[70220]: _type = "Task" [ 1097.810100] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.819144] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52110860-6e37-95a6-991a-eb39eb80dd4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.848300] env[70220]: DEBUG nova.scheduler.client.report [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.042031] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] Releasing lock "refresh_cache-973ed712-1b06-4dac-8f8a-f18912f72882" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.047171] env[70220]: DEBUG nova.compute.manager [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Received event network-changed-1f6ef924-d1b2-437f-9ae5-67628340b1f8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.047171] env[70220]: DEBUG nova.compute.manager [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Refreshing instance network info cache due to event network-changed-1f6ef924-d1b2-437f-9ae5-67628340b1f8. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.047171] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] Acquiring lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.047171] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] Acquired lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.047171] env[70220]: DEBUG nova.network.neutron [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Refreshing network info cache for port 1f6ef924-d1b2-437f-9ae5-67628340b1f8 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.088344] env[70220]: DEBUG nova.compute.manager [req-4bd93ee8-6117-4afb-8562-d991478e7b27 req-256f4c20-97eb-4b01-ac4a-f2adbf59d198 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Received event network-changed-0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.088344] env[70220]: DEBUG nova.compute.manager [req-4bd93ee8-6117-4afb-8562-d991478e7b27 req-256f4c20-97eb-4b01-ac4a-f2adbf59d198 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing instance network info cache due to event network-changed-0a479539-4f4e-4315-93c8-18ae73e88549. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.088344] env[70220]: DEBUG oslo_concurrency.lockutils [req-4bd93ee8-6117-4afb-8562-d991478e7b27 req-256f4c20-97eb-4b01-ac4a-f2adbf59d198 service nova] Acquiring lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.088344] env[70220]: DEBUG oslo_concurrency.lockutils [req-4bd93ee8-6117-4afb-8562-d991478e7b27 req-256f4c20-97eb-4b01-ac4a-f2adbf59d198 service nova] Acquired lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.089762] env[70220]: DEBUG nova.network.neutron [req-4bd93ee8-6117-4afb-8562-d991478e7b27 req-256f4c20-97eb-4b01-ac4a-f2adbf59d198 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing network info cache for port 0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.176607] env[70220]: DEBUG oslo_vmware.api [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.273873] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626141, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.330397] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Preparing fetch location {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1098.331320] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Fetch image to [datastore2] OSTACK_IMG_501afc02-a125-456c-b775-a515769779aa/OSTACK_IMG_501afc02-a125-456c-b775-a515769779aa.vmdk {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1098.331744] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Downloading stream optimized image 629eda74-ea54-4d53-bd70-ad5fca792dd1 to [datastore2] OSTACK_IMG_501afc02-a125-456c-b775-a515769779aa/OSTACK_IMG_501afc02-a125-456c-b775-a515769779aa.vmdk on the data store datastore2 as vApp {{(pid=70220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1098.332398] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Downloading image file data 629eda74-ea54-4d53-bd70-ad5fca792dd1 to the ESX as VM named 'OSTACK_IMG_501afc02-a125-456c-b775-a515769779aa' {{(pid=70220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1098.357370] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.357851] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.414s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.360432] env[70220]: INFO nova.compute.claims [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.397428] env[70220]: INFO nova.scheduler.client.report [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted allocations for instance 1e78cadc-2b86-43fb-bf28-166187a8717e [ 1098.445731] env[70220]: DEBUG oslo_vmware.rw_handles [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1098.445731] env[70220]: value = "resgroup-9" [ 1098.445731] env[70220]: _type = "ResourcePool" [ 1098.445731] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1098.446381] env[70220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-51bf60df-e13f-4c17-b392-1e483beacfe2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.467293] env[70220]: DEBUG nova.compute.manager [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.476768] env[70220]: DEBUG oslo_vmware.rw_handles [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lease: (returnval){ [ 1098.476768] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52db170a-f034-dbe2-af50-943558708753" [ 1098.476768] env[70220]: _type = "HttpNfcLease" [ 1098.476768] env[70220]: } obtained for vApp import into resource pool (val){ [ 1098.476768] env[70220]: value = "resgroup-9" [ 1098.476768] env[70220]: _type = "ResourcePool" [ 1098.476768] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1098.477048] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the lease: (returnval){ [ 1098.477048] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52db170a-f034-dbe2-af50-943558708753" [ 1098.477048] env[70220]: _type = "HttpNfcLease" [ 1098.477048] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1098.486244] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.486244] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52db170a-f034-dbe2-af50-943558708753" [ 1098.486244] env[70220]: _type = "HttpNfcLease" [ 1098.486244] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1098.506698] env[70220]: DEBUG nova.virt.hardware [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.507463] env[70220]: DEBUG nova.virt.hardware [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.507463] env[70220]: DEBUG nova.virt.hardware [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.507463] env[70220]: DEBUG nova.virt.hardware [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.507463] env[70220]: DEBUG nova.virt.hardware [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.507656] env[70220]: DEBUG nova.virt.hardware [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.507744] env[70220]: DEBUG nova.virt.hardware [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.511025] env[70220]: DEBUG nova.virt.hardware [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.511025] env[70220]: DEBUG nova.virt.hardware [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.511025] env[70220]: DEBUG nova.virt.hardware [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.511025] env[70220]: DEBUG nova.virt.hardware [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.511025] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795d8221-8b76-4a5d-8bf8-d5c1b6b7784f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.520153] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd47152-23ab-4518-93fd-06b24a2c5334 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.535159] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Instance VIF info [] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.541044] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Creating folder: Project (082ea8811c394e268f5b07b6bf83fbdd). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.541801] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90828547-1c9a-4a8d-93d8-35b4a62d9fe4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.552100] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Created folder: Project (082ea8811c394e268f5b07b6bf83fbdd) in parent group-v722922. [ 1098.552289] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Creating folder: Instances. Parent ref: group-v723158. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1098.552529] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-045ee41e-6173-41fd-a84f-6790759cbc96 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.562842] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Created folder: Instances in parent group-v723158. [ 1098.563234] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.563373] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.563584] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29cc0dc1-4a65-494f-b849-56557e074548 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.582537] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.582537] env[70220]: value = "task-3626145" [ 1098.582537] env[70220]: _type = "Task" [ 1098.582537] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.590923] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626145, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.680750] env[70220]: DEBUG oslo_vmware.api [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626139, 'name': PowerOffVM_Task, 'duration_secs': 1.22987} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.681180] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.681413] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.681740] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28f36611-0eb9-434a-8813-491e97bd5ffd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.746980] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.748736] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.748736] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Deleting the datastore file [datastore1] 0dedefc3-0bb4-4a5b-883e-eeb6e6677924 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.748736] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82f7fa70-1bea-43e0-816b-b94fd474fc30 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.755497] env[70220]: DEBUG oslo_vmware.api [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1098.755497] env[70220]: value = "task-3626147" [ 1098.755497] env[70220]: _type = "Task" [ 1098.755497] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.777183] env[70220]: DEBUG oslo_vmware.api [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.781969] env[70220]: DEBUG oslo_vmware.api [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626141, 'name': PowerOnVM_Task, 'duration_secs': 0.736629} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.781969] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.782441] env[70220]: INFO nova.compute.manager [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1098.782916] env[70220]: DEBUG nova.compute.manager [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.782916] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d7da78-2c65-4ff3-b934-b79ec38cbbfe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.881317] env[70220]: DEBUG nova.network.neutron [req-4bd93ee8-6117-4afb-8562-d991478e7b27 req-256f4c20-97eb-4b01-ac4a-f2adbf59d198 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updated VIF entry in instance network info cache for port 0a479539-4f4e-4315-93c8-18ae73e88549. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.881773] env[70220]: DEBUG nova.network.neutron [req-4bd93ee8-6117-4afb-8562-d991478e7b27 req-256f4c20-97eb-4b01-ac4a-f2adbf59d198 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updating instance_info_cache with network_info: [{"id": "0a479539-4f4e-4315-93c8-18ae73e88549", "address": "fa:16:3e:6a:f9:f7", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a479539-4f", "ovs_interfaceid": "0a479539-4f4e-4315-93c8-18ae73e88549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.904821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ebf3fc75-2732-4b27-9ac9-24928ba131d3 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "1e78cadc-2b86-43fb-bf28-166187a8717e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.395s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.985850] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.985850] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52db170a-f034-dbe2-af50-943558708753" [ 1098.985850] env[70220]: _type = "HttpNfcLease" [ 1098.985850] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1099.101998] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626145, 'name': CreateVM_Task, 'duration_secs': 0.287508} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.102164] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.105200] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.105200] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.105200] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.105200] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32aaf5c9-3aaa-4439-b9ad-f96b7ced04d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.109319] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for the task: (returnval){ [ 1099.109319] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f015de-56d6-3c4a-8234-15e85004933c" [ 1099.109319] env[70220]: _type = "Task" [ 1099.109319] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.120783] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f015de-56d6-3c4a-8234-15e85004933c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.121739] env[70220]: DEBUG nova.network.neutron [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Updated VIF entry in instance network info cache for port 1f6ef924-d1b2-437f-9ae5-67628340b1f8. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.122085] env[70220]: DEBUG nova.network.neutron [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Updating instance_info_cache with network_info: [{"id": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "address": "fa:16:3e:0f:74:69", "network": {"id": "2d6baac0-8bda-4cd0-8bca-677cc5a344f1", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-349553905-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f48233cf84e878fcc50a544489a64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6ef924-d1", "ovs_interfaceid": "1f6ef924-d1b2-437f-9ae5-67628340b1f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.239403] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "f23647e1-9628-436f-ab7f-619c311000ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.239403] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "f23647e1-9628-436f-ab7f-619c311000ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.268478] env[70220]: DEBUG oslo_vmware.api [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216574} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.268731] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.268912] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.269101] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.271700] env[70220]: INFO nova.compute.manager [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1099.271700] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.272061] env[70220]: DEBUG nova.compute.manager [-] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.275127] env[70220]: DEBUG nova.network.neutron [-] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.305845] env[70220]: INFO nova.compute.manager [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Took 33.43 seconds to build instance. [ 1099.384797] env[70220]: DEBUG oslo_concurrency.lockutils [req-4bd93ee8-6117-4afb-8562-d991478e7b27 req-256f4c20-97eb-4b01-ac4a-f2adbf59d198 service nova] Releasing lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.487338] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1099.487338] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52db170a-f034-dbe2-af50-943558708753" [ 1099.487338] env[70220]: _type = "HttpNfcLease" [ 1099.487338] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1099.487724] env[70220]: DEBUG oslo_vmware.rw_handles [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1099.487724] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52db170a-f034-dbe2-af50-943558708753" [ 1099.487724] env[70220]: _type = "HttpNfcLease" [ 1099.487724] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1099.488449] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141e1841-7d04-4836-9159-354beb4ebf60 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.499114] env[70220]: DEBUG oslo_vmware.rw_handles [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5563d-d0b5-dfda-dbea-aa1b30f93ed9/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1099.499300] env[70220]: DEBUG oslo_vmware.rw_handles [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5563d-d0b5-dfda-dbea-aa1b30f93ed9/disk-0.vmdk. {{(pid=70220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1099.565792] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-846a46fc-4e39-4d56-83bc-f3669b410324 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.624256] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f015de-56d6-3c4a-8234-15e85004933c, 'name': SearchDatastore_Task, 'duration_secs': 0.012638} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.624762] env[70220]: DEBUG oslo_concurrency.lockutils [req-aa52553a-3c43-41eb-99ec-d13975fabf78 req-52dce2f1-1fc0-4c25-b754-edd669915f8d service nova] Releasing lock "refresh_cache-0dedefc3-0bb4-4a5b-883e-eeb6e6677924" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.625556] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.625556] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.625692] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.625811] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.625985] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.626293] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01d49c9b-918f-4beb-b6b8-a327ae1007b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.635440] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.636338] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.640018] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c61826a-1e71-4662-8418-c6b0cc85df41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.645268] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for the task: (returnval){ [ 1099.645268] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5208739d-e86a-2bce-c08d-9c42cd466e5b" [ 1099.645268] env[70220]: _type = "Task" [ 1099.645268] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.656235] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5208739d-e86a-2bce-c08d-9c42cd466e5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.743716] env[70220]: DEBUG nova.compute.manager [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.761966] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2b7d0e-9b00-4642-8e1e-0ddfc0dd980e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.772313] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d8912d-3837-4b01-9336-a684d7c582f3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.808227] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0bccba-3d4f-41d4-bcdd-78ff29b4e6ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.811515] env[70220]: DEBUG oslo_concurrency.lockutils [None req-37908ccc-1101-40e5-9459-d75f4cf46e5e tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.951s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.817462] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a359a6-c029-4ead-8a8f-17300c562adf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.834263] env[70220]: DEBUG nova.compute.provider_tree [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.925751] env[70220]: DEBUG nova.compute.manager [req-2cc2599e-2d7c-4494-ab71-27468da88d64 req-c9aaa17d-19fb-4f32-9d97-80bd289b7464 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Received event network-vif-deleted-1f6ef924-d1b2-437f-9ae5-67628340b1f8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.925963] env[70220]: INFO nova.compute.manager [req-2cc2599e-2d7c-4494-ab71-27468da88d64 req-c9aaa17d-19fb-4f32-9d97-80bd289b7464 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Neutron deleted interface 1f6ef924-d1b2-437f-9ae5-67628340b1f8; detaching it from the instance and deleting it from the info cache [ 1099.926520] env[70220]: DEBUG nova.network.neutron [req-2cc2599e-2d7c-4494-ab71-27468da88d64 req-c9aaa17d-19fb-4f32-9d97-80bd289b7464 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.139777] env[70220]: DEBUG nova.compute.manager [req-04bb84e2-21fe-4679-a9d9-ad35bd1eae66 req-df3e6391-b8bc-4ad8-a00e-388a5b8c288f service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Received event network-changed-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.140063] env[70220]: DEBUG nova.compute.manager [req-04bb84e2-21fe-4679-a9d9-ad35bd1eae66 req-df3e6391-b8bc-4ad8-a00e-388a5b8c288f service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Refreshing instance network info cache due to event network-changed-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.140138] env[70220]: DEBUG oslo_concurrency.lockutils [req-04bb84e2-21fe-4679-a9d9-ad35bd1eae66 req-df3e6391-b8bc-4ad8-a00e-388a5b8c288f service nova] Acquiring lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.140321] env[70220]: DEBUG oslo_concurrency.lockutils [req-04bb84e2-21fe-4679-a9d9-ad35bd1eae66 req-df3e6391-b8bc-4ad8-a00e-388a5b8c288f service nova] Acquired lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.140408] env[70220]: DEBUG nova.network.neutron [req-04bb84e2-21fe-4679-a9d9-ad35bd1eae66 req-df3e6391-b8bc-4ad8-a00e-388a5b8c288f service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Refreshing network info cache for port 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.158807] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5208739d-e86a-2bce-c08d-9c42cd466e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.021069} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.161586] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a1b4f1-2128-4c85-8d46-b5bda668ec67 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.168316] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for the task: (returnval){ [ 1100.168316] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521fccba-09d0-a79c-30d8-d46b412843ee" [ 1100.168316] env[70220]: _type = "Task" [ 1100.168316] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.177379] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521fccba-09d0-a79c-30d8-d46b412843ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.269166] env[70220]: DEBUG nova.network.neutron [-] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.283531] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.336145] env[70220]: DEBUG nova.scheduler.client.report [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.429904] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d338e9e5-8a5d-4c5a-a455-44eabc0d1457 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.442385] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0a44e9-8ece-4ff5-b808-bdbb1a672102 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.483349] env[70220]: DEBUG nova.compute.manager [req-2cc2599e-2d7c-4494-ab71-27468da88d64 req-c9aaa17d-19fb-4f32-9d97-80bd289b7464 service nova] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Detach interface failed, port_id=1f6ef924-d1b2-437f-9ae5-67628340b1f8, reason: Instance 0dedefc3-0bb4-4a5b-883e-eeb6e6677924 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.492010] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.492296] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.683093] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521fccba-09d0-a79c-30d8-d46b412843ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.683093] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.684090] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 0936abff-e404-4b7e-b41c-2fa237d66919/0936abff-e404-4b7e-b41c-2fa237d66919.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.687428] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c62c9774-79fc-49ad-916e-b42d80fda671 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.701041] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for the task: (returnval){ [ 1100.701041] env[70220]: value = "task-3626148" [ 1100.701041] env[70220]: _type = "Task" [ 1100.701041] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.701041] env[70220]: DEBUG oslo_vmware.rw_handles [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Completed reading data from the image iterator. {{(pid=70220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1100.701041] env[70220]: DEBUG oslo_vmware.rw_handles [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5563d-d0b5-dfda-dbea-aa1b30f93ed9/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1100.702519] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e6cb7e-a006-421c-b510-21e3fc542669 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.714780] env[70220]: DEBUG oslo_vmware.rw_handles [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5563d-d0b5-dfda-dbea-aa1b30f93ed9/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1100.715236] env[70220]: DEBUG oslo_vmware.rw_handles [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5563d-d0b5-dfda-dbea-aa1b30f93ed9/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1100.719691] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-422e9a9a-e58e-4a7b-a130-94498c1a343d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.723528] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626148, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.774920] env[70220]: INFO nova.compute.manager [-] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Took 1.50 seconds to deallocate network for instance. [ 1100.843731] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.843868] env[70220]: DEBUG nova.compute.manager [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.847088] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.497s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.849789] env[70220]: DEBUG nova.objects.instance [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lazy-loading 'resources' on Instance uuid af8598b0-ea9e-4751-aebc-414ece12150e {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.900073] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "154db35b-0dc7-4142-92aa-d75f99285b8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.901141] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.927895] env[70220]: DEBUG nova.network.neutron [req-04bb84e2-21fe-4679-a9d9-ad35bd1eae66 req-df3e6391-b8bc-4ad8-a00e-388a5b8c288f service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updated VIF entry in instance network info cache for port 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.928251] env[70220]: DEBUG nova.network.neutron [req-04bb84e2-21fe-4679-a9d9-ad35bd1eae66 req-df3e6391-b8bc-4ad8-a00e-388a5b8c288f service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance_info_cache with network_info: [{"id": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "address": "fa:16:3e:23:52:d4", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffefce-e3", "ovs_interfaceid": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.961966] env[70220]: DEBUG oslo_vmware.rw_handles [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5563d-d0b5-dfda-dbea-aa1b30f93ed9/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1100.962212] env[70220]: INFO nova.virt.vmwareapi.images [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Downloaded image file data 629eda74-ea54-4d53-bd70-ad5fca792dd1 [ 1100.963332] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5277c77f-5a05-4a69-bbc7-4b318b21ed80 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.980617] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99faa7be-06ab-4617-a63a-cec87440e88b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.997865] env[70220]: DEBUG nova.compute.manager [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.081088] env[70220]: INFO nova.virt.vmwareapi.images [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] The imported VM was unregistered [ 1101.083628] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Caching image {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1101.083628] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating directory with path [datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1 {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.083628] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad307d29-10ff-4a7c-a0a7-f596d355652c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.123650] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Created directory with path [datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1 {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.123886] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_501afc02-a125-456c-b775-a515769779aa/OSTACK_IMG_501afc02-a125-456c-b775-a515769779aa.vmdk to [datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1/629eda74-ea54-4d53-bd70-ad5fca792dd1.vmdk. {{(pid=70220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1101.124232] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d7df0c75-4d7e-42b8-9fcd-a8ee18730920 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.135501] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1101.135501] env[70220]: value = "task-3626150" [ 1101.135501] env[70220]: _type = "Task" [ 1101.135501] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.144045] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626150, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.211493] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626148, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.285974] env[70220]: DEBUG oslo_concurrency.lockutils [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.351050] env[70220]: DEBUG nova.compute.utils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.354915] env[70220]: DEBUG nova.compute.manager [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.355111] env[70220]: DEBUG nova.network.neutron [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.404613] env[70220]: DEBUG nova.compute.manager [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.425341] env[70220]: DEBUG nova.policy [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e1e638ade834673bf790e1207feabb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e26f00c7bac245ef953e8e4641ad68a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.432641] env[70220]: DEBUG oslo_concurrency.lockutils [req-04bb84e2-21fe-4679-a9d9-ad35bd1eae66 req-df3e6391-b8bc-4ad8-a00e-388a5b8c288f service nova] Releasing lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.525018] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.649017] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626150, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.679496] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73c0b17-463e-490b-90d6-1da634ea92b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.688665] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40599dcb-6200-4bab-984e-b0e0d9dd178d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.728399] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b771f512-3f23-46d7-bf67-3b2b9ee927d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.738138] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d43048-c268-45a6-8659-f4e4c5e3131c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.742592] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626148, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586923} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.742938] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 0936abff-e404-4b7e-b41c-2fa237d66919/0936abff-e404-4b7e-b41c-2fa237d66919.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.743163] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.743829] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f800a4ff-153e-4915-a62c-cdaf8d3e7e31 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.755715] env[70220]: DEBUG nova.compute.provider_tree [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.757892] env[70220]: DEBUG nova.network.neutron [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Successfully created port: 67558d21-cee5-476b-87ed-89ac8c8091a7 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.765793] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for the task: (returnval){ [ 1101.765793] env[70220]: value = "task-3626151" [ 1101.765793] env[70220]: _type = "Task" [ 1101.765793] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.775710] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626151, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.856069] env[70220]: DEBUG nova.compute.manager [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.925151] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.145976] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626150, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.263089] env[70220]: DEBUG nova.scheduler.client.report [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.277356] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626151, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077477} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.277652] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.278536] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad01bd3c-24fd-4d7a-a4f2-09b152c3b0d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.300128] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 0936abff-e404-4b7e-b41c-2fa237d66919/0936abff-e404-4b7e-b41c-2fa237d66919.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.300808] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59cc6b3-17fa-436b-bb9f-0e0652e15c93 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.321578] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for the task: (returnval){ [ 1102.321578] env[70220]: value = "task-3626152" [ 1102.321578] env[70220]: _type = "Task" [ 1102.321578] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.330301] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.646337] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626150, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.772714] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.775422] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.048s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.775671] env[70220]: DEBUG nova.objects.instance [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lazy-loading 'resources' on Instance uuid 59060a05-ee27-4026-952c-ef8a7a82dc78 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.801308] env[70220]: INFO nova.scheduler.client.report [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Deleted allocations for instance af8598b0-ea9e-4751-aebc-414ece12150e [ 1102.831767] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.867032] env[70220]: DEBUG nova.compute.manager [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.895321] env[70220]: DEBUG nova.virt.hardware [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.895616] env[70220]: DEBUG nova.virt.hardware [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.895885] env[70220]: DEBUG nova.virt.hardware [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.896062] env[70220]: DEBUG nova.virt.hardware [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.896254] env[70220]: DEBUG nova.virt.hardware [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.896442] env[70220]: DEBUG nova.virt.hardware [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.896701] env[70220]: DEBUG nova.virt.hardware [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.896902] env[70220]: DEBUG nova.virt.hardware [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.897127] env[70220]: DEBUG nova.virt.hardware [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.897303] env[70220]: DEBUG nova.virt.hardware [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.897478] env[70220]: DEBUG nova.virt.hardware [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.898401] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f62634-f3e1-4a0e-9105-cacdbe675a38 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.906942] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f146e105-a10c-4672-a5ce-70aeb5794ad7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.147112] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626150, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.308986] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2128c426-629f-48bc-9dbf-74358b2040c3 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "af8598b0-ea9e-4751-aebc-414ece12150e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.323s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.316278] env[70220]: DEBUG nova.compute.manager [req-2332fff2-2c3f-4ffe-a9cd-1279b890c5bd req-d88636bb-dcf1-43bd-b749-e6054ec27c56 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Received event network-vif-plugged-67558d21-cee5-476b-87ed-89ac8c8091a7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.316522] env[70220]: DEBUG oslo_concurrency.lockutils [req-2332fff2-2c3f-4ffe-a9cd-1279b890c5bd req-d88636bb-dcf1-43bd-b749-e6054ec27c56 service nova] Acquiring lock "3faece41-423b-487c-8d02-016025aba4a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.316774] env[70220]: DEBUG oslo_concurrency.lockutils [req-2332fff2-2c3f-4ffe-a9cd-1279b890c5bd req-d88636bb-dcf1-43bd-b749-e6054ec27c56 service nova] Lock "3faece41-423b-487c-8d02-016025aba4a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.316892] env[70220]: DEBUG oslo_concurrency.lockutils [req-2332fff2-2c3f-4ffe-a9cd-1279b890c5bd req-d88636bb-dcf1-43bd-b749-e6054ec27c56 service nova] Lock "3faece41-423b-487c-8d02-016025aba4a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.317077] env[70220]: DEBUG nova.compute.manager [req-2332fff2-2c3f-4ffe-a9cd-1279b890c5bd req-d88636bb-dcf1-43bd-b749-e6054ec27c56 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] No waiting events found dispatching network-vif-plugged-67558d21-cee5-476b-87ed-89ac8c8091a7 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.317248] env[70220]: WARNING nova.compute.manager [req-2332fff2-2c3f-4ffe-a9cd-1279b890c5bd req-d88636bb-dcf1-43bd-b749-e6054ec27c56 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Received unexpected event network-vif-plugged-67558d21-cee5-476b-87ed-89ac8c8091a7 for instance with vm_state building and task_state spawning. [ 1103.339998] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626152, 'name': ReconfigVM_Task, 'duration_secs': 0.874043} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.340601] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 0936abff-e404-4b7e-b41c-2fa237d66919/0936abff-e404-4b7e-b41c-2fa237d66919.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.341312] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49eded2f-ee4e-48e7-b458-ae01aa73e999 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.351366] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for the task: (returnval){ [ 1103.351366] env[70220]: value = "task-3626153" [ 1103.351366] env[70220]: _type = "Task" [ 1103.351366] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.360646] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626153, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.439465] env[70220]: DEBUG nova.network.neutron [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Successfully updated port: 67558d21-cee5-476b-87ed-89ac8c8091a7 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.480247] env[70220]: DEBUG oslo_concurrency.lockutils [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.480247] env[70220]: DEBUG oslo_concurrency.lockutils [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.480247] env[70220]: DEBUG oslo_concurrency.lockutils [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.480472] env[70220]: DEBUG oslo_concurrency.lockutils [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.480472] env[70220]: DEBUG oslo_concurrency.lockutils [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.483790] env[70220]: INFO nova.compute.manager [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Terminating instance [ 1103.648210] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626150, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.465573} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.650876] env[70220]: INFO nova.virt.vmwareapi.ds_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_501afc02-a125-456c-b775-a515769779aa/OSTACK_IMG_501afc02-a125-456c-b775-a515769779aa.vmdk to [datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1/629eda74-ea54-4d53-bd70-ad5fca792dd1.vmdk. [ 1103.651079] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Cleaning up location [datastore2] OSTACK_IMG_501afc02-a125-456c-b775-a515769779aa {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1103.651218] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_501afc02-a125-456c-b775-a515769779aa {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.651713] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-245ce636-a0ca-4022-90d0-2811a58d240a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.659253] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1103.659253] env[70220]: value = "task-3626154" [ 1103.659253] env[70220]: _type = "Task" [ 1103.659253] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.668853] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.686116] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9083f4ba-8151-429b-b49b-85c4ba55ece4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.694205] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a3743c-403b-4826-b2f6-9dbbcf2413a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.726764] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec816ee5-bb93-429f-9bee-7956dfddfef7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.735279] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4074f44-df95-4918-9fe6-e9add73cd9d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.748552] env[70220]: DEBUG nova.compute.provider_tree [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.861465] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626153, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.942740] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-3faece41-423b-487c-8d02-016025aba4a6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.942908] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-3faece41-423b-487c-8d02-016025aba4a6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.943116] env[70220]: DEBUG nova.network.neutron [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1103.988059] env[70220]: DEBUG nova.compute.manager [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.988369] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.989301] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a172b53-8da5-43bd-bdf7-46972c145b9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.997338] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.997672] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00301ed0-3e65-4c08-bf50-359bfd5558ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.003922] env[70220]: DEBUG oslo_vmware.api [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 1104.003922] env[70220]: value = "task-3626155" [ 1104.003922] env[70220]: _type = "Task" [ 1104.003922] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.011890] env[70220]: DEBUG oslo_vmware.api [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.168656] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035472} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.168914] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.169108] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1/629eda74-ea54-4d53-bd70-ad5fca792dd1.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.169391] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1/629eda74-ea54-4d53-bd70-ad5fca792dd1.vmdk to [datastore2] 973ed712-1b06-4dac-8f8a-f18912f72882/973ed712-1b06-4dac-8f8a-f18912f72882.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.169669] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7835cbb5-d188-4d0c-94f3-fdbf6c7f4eea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.175963] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1104.175963] env[70220]: value = "task-3626156" [ 1104.175963] env[70220]: _type = "Task" [ 1104.175963] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.183502] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.251971] env[70220]: DEBUG nova.scheduler.client.report [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.363863] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626153, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.477706] env[70220]: DEBUG nova.network.neutron [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.515114] env[70220]: DEBUG oslo_vmware.api [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.630364] env[70220]: DEBUG nova.network.neutron [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Updating instance_info_cache with network_info: [{"id": "67558d21-cee5-476b-87ed-89ac8c8091a7", "address": "fa:16:3e:59:72:ca", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67558d21-ce", "ovs_interfaceid": "67558d21-cee5-476b-87ed-89ac8c8091a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.688716] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626156, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.757071] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.759752] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.350s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.760013] env[70220]: DEBUG nova.objects.instance [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Lazy-loading 'resources' on Instance uuid 5d091945-8000-4278-a362-4207d3cdee51 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.781861] env[70220]: INFO nova.scheduler.client.report [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Deleted allocations for instance 59060a05-ee27-4026-952c-ef8a7a82dc78 [ 1104.862800] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626153, 'name': Rename_Task, 'duration_secs': 1.255993} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.863233] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.863807] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-817c1efb-ef06-4f17-a0cd-712fa397ccc5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.870357] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for the task: (returnval){ [ 1104.870357] env[70220]: value = "task-3626157" [ 1104.870357] env[70220]: _type = "Task" [ 1104.870357] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.878730] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.015784] env[70220]: DEBUG oslo_vmware.api [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626155, 'name': PowerOffVM_Task, 'duration_secs': 0.955377} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.016176] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1105.016371] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.016647] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e797e0ac-6477-4ee9-89a4-e05364030f33 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.130143] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.130445] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.130660] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Deleting the datastore file [datastore2] 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.130979] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74b7bb9b-d26d-48cd-8fd8-d2192310e915 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.133413] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-3faece41-423b-487c-8d02-016025aba4a6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.133706] env[70220]: DEBUG nova.compute.manager [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Instance network_info: |[{"id": "67558d21-cee5-476b-87ed-89ac8c8091a7", "address": "fa:16:3e:59:72:ca", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67558d21-ce", "ovs_interfaceid": "67558d21-cee5-476b-87ed-89ac8c8091a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.134257] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:72:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67558d21-cee5-476b-87ed-89ac8c8091a7', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.142313] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.143033] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.143322] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0e7a791-7b73-44ae-9487-30ae5c2b566d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.160960] env[70220]: DEBUG oslo_vmware.api [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for the task: (returnval){ [ 1105.160960] env[70220]: value = "task-3626159" [ 1105.160960] env[70220]: _type = "Task" [ 1105.160960] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.166154] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.166154] env[70220]: value = "task-3626160" [ 1105.166154] env[70220]: _type = "Task" [ 1105.166154] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.173722] env[70220]: DEBUG oslo_vmware.api [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.179121] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626160, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.187827] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626156, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.296517] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3b745fe4-9e69-406c-9666-45677342c21f tempest-InstanceActionsTestJSON-2053071965 tempest-InstanceActionsTestJSON-2053071965-project-member] Lock "59060a05-ee27-4026-952c-ef8a7a82dc78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.631s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.387957] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626157, 'name': PowerOnVM_Task} progress is 76%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.457369] env[70220]: DEBUG nova.compute.manager [req-72c44cef-0f68-47f6-8994-ca720c892bbd req-8f2633e9-cf9a-4f34-8de6-7ac388c5e9b7 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Received event network-changed-67558d21-cee5-476b-87ed-89ac8c8091a7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.457693] env[70220]: DEBUG nova.compute.manager [req-72c44cef-0f68-47f6-8994-ca720c892bbd req-8f2633e9-cf9a-4f34-8de6-7ac388c5e9b7 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Refreshing instance network info cache due to event network-changed-67558d21-cee5-476b-87ed-89ac8c8091a7. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.457821] env[70220]: DEBUG oslo_concurrency.lockutils [req-72c44cef-0f68-47f6-8994-ca720c892bbd req-8f2633e9-cf9a-4f34-8de6-7ac388c5e9b7 service nova] Acquiring lock "refresh_cache-3faece41-423b-487c-8d02-016025aba4a6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.457902] env[70220]: DEBUG oslo_concurrency.lockutils [req-72c44cef-0f68-47f6-8994-ca720c892bbd req-8f2633e9-cf9a-4f34-8de6-7ac388c5e9b7 service nova] Acquired lock "refresh_cache-3faece41-423b-487c-8d02-016025aba4a6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.458082] env[70220]: DEBUG nova.network.neutron [req-72c44cef-0f68-47f6-8994-ca720c892bbd req-8f2633e9-cf9a-4f34-8de6-7ac388c5e9b7 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Refreshing network info cache for port 67558d21-cee5-476b-87ed-89ac8c8091a7 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.596031] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c1725b-b51c-4ff2-baed-13cd067c800c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.604070] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33af671-c989-4336-a0bb-3357ac824e3d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.638797] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58ea86a-24c9-4ad1-8632-14f2db205a65 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.647079] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbe4f32-fdb0-4fe6-a74b-45d633bbb7e1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.661084] env[70220]: DEBUG nova.compute.provider_tree [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.673638] env[70220]: DEBUG oslo_vmware.api [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.679700] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626160, 'name': CreateVM_Task, 'duration_secs': 0.491244} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.682773] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.683568] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.683728] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.684067] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.684998] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62af04d2-283b-4f83-bcdc-b0bb34d36561 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.690054] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626156, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.693111] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1105.693111] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52768587-e264-3748-763c-4639060190bb" [ 1105.693111] env[70220]: _type = "Task" [ 1105.693111] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.701055] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52768587-e264-3748-763c-4639060190bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.882399] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626157, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.169118] env[70220]: DEBUG nova.scheduler.client.report [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.179023] env[70220]: DEBUG oslo_vmware.api [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.192315] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626156, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.209287] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52768587-e264-3748-763c-4639060190bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.213583] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.214021] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.214418] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.214687] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.214999] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.215882] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54b7635e-4d95-4722-9214-6c1df3dc373a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.228792] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.229112] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.230311] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7e487b-16bb-41c9-b351-20b1bafe0746 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.237922] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1106.237922] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52502f5e-235f-8754-c533-753ee59cf2f4" [ 1106.237922] env[70220]: _type = "Task" [ 1106.237922] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.252208] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52502f5e-235f-8754-c533-753ee59cf2f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.262261] env[70220]: DEBUG nova.network.neutron [req-72c44cef-0f68-47f6-8994-ca720c892bbd req-8f2633e9-cf9a-4f34-8de6-7ac388c5e9b7 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Updated VIF entry in instance network info cache for port 67558d21-cee5-476b-87ed-89ac8c8091a7. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.262789] env[70220]: DEBUG nova.network.neutron [req-72c44cef-0f68-47f6-8994-ca720c892bbd req-8f2633e9-cf9a-4f34-8de6-7ac388c5e9b7 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Updating instance_info_cache with network_info: [{"id": "67558d21-cee5-476b-87ed-89ac8c8091a7", "address": "fa:16:3e:59:72:ca", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67558d21-ce", "ovs_interfaceid": "67558d21-cee5-476b-87ed-89ac8c8091a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.384265] env[70220]: DEBUG oslo_vmware.api [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626157, 'name': PowerOnVM_Task, 'duration_secs': 1.223133} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.384858] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.385183] env[70220]: INFO nova.compute.manager [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1106.385659] env[70220]: DEBUG nova.compute.manager [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.386641] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b62b9be-1481-4349-9bbc-6223ce68bf5e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.673062] env[70220]: DEBUG oslo_vmware.api [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Task: {'id': task-3626159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.478382} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.673389] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.673580] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.673775] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.674054] env[70220]: INFO nova.compute.manager [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1106.674277] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.674477] env[70220]: DEBUG nova.compute.manager [-] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.674584] env[70220]: DEBUG nova.network.neutron [-] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.681084] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.683113] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.975s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.684713] env[70220]: INFO nova.compute.claims [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.695009] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626156, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.404897} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.695314] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/629eda74-ea54-4d53-bd70-ad5fca792dd1/629eda74-ea54-4d53-bd70-ad5fca792dd1.vmdk to [datastore2] 973ed712-1b06-4dac-8f8a-f18912f72882/973ed712-1b06-4dac-8f8a-f18912f72882.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.696067] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd364988-3252-4b8d-baac-a70eea5d39a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.718355] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 973ed712-1b06-4dac-8f8a-f18912f72882/973ed712-1b06-4dac-8f8a-f18912f72882.vmdk or device None with type streamOptimized {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.721480] env[70220]: INFO nova.scheduler.client.report [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Deleted allocations for instance 5d091945-8000-4278-a362-4207d3cdee51 [ 1106.722447] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a7647b7-9aef-47db-ba56-3f19b4ca4227 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.746241] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1106.746241] env[70220]: value = "task-3626161" [ 1106.746241] env[70220]: _type = "Task" [ 1106.746241] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.750149] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52502f5e-235f-8754-c533-753ee59cf2f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.753771] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1855eb2-6849-4faa-9967-8d8d2ead9559 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.761520] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.762923] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1106.762923] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ab08ec-87ed-1cb5-5510-a242f947109f" [ 1106.762923] env[70220]: _type = "Task" [ 1106.762923] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.766993] env[70220]: DEBUG oslo_concurrency.lockutils [req-72c44cef-0f68-47f6-8994-ca720c892bbd req-8f2633e9-cf9a-4f34-8de6-7ac388c5e9b7 service nova] Releasing lock "refresh_cache-3faece41-423b-487c-8d02-016025aba4a6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.772170] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ab08ec-87ed-1cb5-5510-a242f947109f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.912243] env[70220]: INFO nova.compute.manager [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Took 35.39 seconds to build instance. [ 1107.244813] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a9805c93-aa00-462d-815d-07ff0c76e865 tempest-ServersNegativeTestMultiTenantJSON-1465799509 tempest-ServersNegativeTestMultiTenantJSON-1465799509-project-member] Lock "5d091945-8000-4278-a362-4207d3cdee51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.268s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.260049] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626161, 'name': ReconfigVM_Task, 'duration_secs': 0.363012} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.260279] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 973ed712-1b06-4dac-8f8a-f18912f72882/973ed712-1b06-4dac-8f8a-f18912f72882.vmdk or device None with type streamOptimized {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.261011] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dad5bde9-a8c4-4e4f-b573-a52b4e224e62 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.274673] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ab08ec-87ed-1cb5-5510-a242f947109f, 'name': SearchDatastore_Task, 'duration_secs': 0.015016} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.275808] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.276098] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 3faece41-423b-487c-8d02-016025aba4a6/3faece41-423b-487c-8d02-016025aba4a6.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.276612] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1107.276612] env[70220]: value = "task-3626162" [ 1107.276612] env[70220]: _type = "Task" [ 1107.276612] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.276797] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fdbb163-9512-45ae-9c8d-fbe5321ef99b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.286585] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626162, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.287721] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1107.287721] env[70220]: value = "task-3626163" [ 1107.287721] env[70220]: _type = "Task" [ 1107.287721] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.294811] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.410213] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1ab6ee1-f7f5-41ed-9a40-3664283a1f12 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lock "0936abff-e404-4b7e-b41c-2fa237d66919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.176s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.468179] env[70220]: DEBUG nova.network.neutron [-] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.513433] env[70220]: DEBUG nova.compute.manager [req-f05447e0-2224-4b40-abc6-ef33f57ca463 req-d016c70a-4874-49d1-97b9-d53c1af6fcfa service nova] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Received event network-vif-deleted-81de5593-7e92-4a92-8b44-0343220d153f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.788290] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626162, 'name': Rename_Task, 'duration_secs': 0.148133} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.790907] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.793993] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37bbc841-9b1a-4af2-a972-d5708947466b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.800409] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626163, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.804066] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1107.804066] env[70220]: value = "task-3626164" [ 1107.804066] env[70220]: _type = "Task" [ 1107.804066] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.811893] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.964270] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4766794-dd4f-4e19-8b96-de64b36a1920 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.971581] env[70220]: INFO nova.compute.manager [-] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Took 1.30 seconds to deallocate network for instance. [ 1107.974385] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f199579-15b8-4454-adf1-1ecbe388df17 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.750252] env[70220]: DEBUG nova.compute.manager [None req-cb61070e-5816-46b7-89df-29b8e03b1c73 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.750790] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquiring lock "0936abff-e404-4b7e-b41c-2fa237d66919" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.751056] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lock "0936abff-e404-4b7e-b41c-2fa237d66919" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.751277] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquiring lock "0936abff-e404-4b7e-b41c-2fa237d66919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.751473] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lock "0936abff-e404-4b7e-b41c-2fa237d66919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.751636] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lock "0936abff-e404-4b7e-b41c-2fa237d66919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.754046] env[70220]: DEBUG oslo_concurrency.lockutils [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.754807] env[70220]: INFO nova.compute.manager [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Terminating instance [ 1108.756669] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4662e097-3809-46b0-bdc7-4db293b41f09 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.765453] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9226da24-980e-4530-a69e-fd8de7af8ade {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.776083] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517942} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.780553] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 3faece41-423b-487c-8d02-016025aba4a6/3faece41-423b-487c-8d02-016025aba4a6.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.780785] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.781135] env[70220]: DEBUG oslo_vmware.api [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626164, 'name': PowerOnVM_Task, 'duration_secs': 0.868992} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.783481] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a9301e9-640d-4993-a87a-66be7b2e5888 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.786588] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd4979c-a1d9-4602-953d-6ed236a1db10 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.790380] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.790680] env[70220]: INFO nova.compute.manager [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Took 14.69 seconds to spawn the instance on the hypervisor. [ 1108.790739] env[70220]: DEBUG nova.compute.manager [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.791940] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a70f688-e84a-46ec-b0ff-09f471aacf01 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.807754] env[70220]: DEBUG nova.compute.provider_tree [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.814323] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1108.814323] env[70220]: value = "task-3626165" [ 1108.814323] env[70220]: _type = "Task" [ 1108.814323] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.827689] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.271605] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquiring lock "refresh_cache-0936abff-e404-4b7e-b41c-2fa237d66919" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.273440] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquired lock "refresh_cache-0936abff-e404-4b7e-b41c-2fa237d66919" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.273440] env[70220]: DEBUG nova.network.neutron [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.293095] env[70220]: INFO nova.compute.manager [None req-cb61070e-5816-46b7-89df-29b8e03b1c73 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] instance snapshotting [ 1109.293692] env[70220]: DEBUG nova.objects.instance [None req-cb61070e-5816-46b7-89df-29b8e03b1c73 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lazy-loading 'flavor' on Instance uuid 0936abff-e404-4b7e-b41c-2fa237d66919 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.318248] env[70220]: DEBUG nova.scheduler.client.report [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.335022] env[70220]: INFO nova.compute.manager [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Took 41.14 seconds to build instance. [ 1109.342457] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075497} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.342816] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.343952] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17213e2-e336-466f-afd2-2f04bd1397cf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.368950] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 3faece41-423b-487c-8d02-016025aba4a6/3faece41-423b-487c-8d02-016025aba4a6.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.369710] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adfb4aa4-7d82-4b88-87e7-73f4384ec77c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.391159] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1109.391159] env[70220]: value = "task-3626166" [ 1109.391159] env[70220]: _type = "Task" [ 1109.391159] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.399677] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.790891] env[70220]: DEBUG nova.network.neutron [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.800157] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6bb82e-5a6a-4993-a05a-a870e1673331 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.820580] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04be0ed1-0ecb-4073-afd4-8708dde57275 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.830968] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.148s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.831616] env[70220]: DEBUG nova.compute.manager [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1109.834390] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.551s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.841505] env[70220]: INFO nova.compute.claims [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.843328] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "973ed712-1b06-4dac-8f8a-f18912f72882" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.843925] env[70220]: DEBUG oslo_concurrency.lockutils [None req-53f85ee1-e043-4ca6-96b3-9dfa5f8036d8 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "973ed712-1b06-4dac-8f8a-f18912f72882" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.654s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.845840] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "973ed712-1b06-4dac-8f8a-f18912f72882" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.846130] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "973ed712-1b06-4dac-8f8a-f18912f72882-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.846376] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "973ed712-1b06-4dac-8f8a-f18912f72882-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.846587] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "973ed712-1b06-4dac-8f8a-f18912f72882-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.849845] env[70220]: INFO nova.compute.manager [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Terminating instance [ 1109.853094] env[70220]: DEBUG nova.network.neutron [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.904055] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.337670] env[70220]: DEBUG nova.compute.manager [None req-cb61070e-5816-46b7-89df-29b8e03b1c73 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Instance disappeared during snapshot {{(pid=70220) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1110.345442] env[70220]: DEBUG nova.compute.utils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.347795] env[70220]: DEBUG nova.compute.manager [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.347795] env[70220]: DEBUG nova.network.neutron [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.357747] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Releasing lock "refresh_cache-0936abff-e404-4b7e-b41c-2fa237d66919" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.357747] env[70220]: DEBUG nova.compute.manager [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.357747] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.357747] env[70220]: DEBUG nova.compute.manager [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.357747] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.357747] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464489b4-c149-4d47-8416-62a5c436d446 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.365210] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950f7ed3-9cf6-428f-8968-13b676042f97 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.378846] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.379168] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.382517] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beda1e22-33fb-4336-a321-a227d49ec7d7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.384061] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6368582b-fcf7-4d8b-803b-cbc61ab43c2e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.392512] env[70220]: DEBUG oslo_vmware.api [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for the task: (returnval){ [ 1110.392512] env[70220]: value = "task-3626168" [ 1110.392512] env[70220]: _type = "Task" [ 1110.392512] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.397273] env[70220]: DEBUG oslo_vmware.api [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1110.397273] env[70220]: value = "task-3626167" [ 1110.397273] env[70220]: _type = "Task" [ 1110.397273] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.409096] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626166, 'name': ReconfigVM_Task, 'duration_secs': 0.662647} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.409096] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 3faece41-423b-487c-8d02-016025aba4a6/3faece41-423b-487c-8d02-016025aba4a6.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.411695] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce1d7794-29d3-475a-9d09-1a5cef7bc8cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.414078] env[70220]: DEBUG oslo_vmware.api [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.417020] env[70220]: DEBUG oslo_vmware.api [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.418520] env[70220]: DEBUG nova.policy [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9c6c486f9514dd4b20ec78b9ac271f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bc1af22a62440e2a706716be452f99e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.424846] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1110.424846] env[70220]: value = "task-3626169" [ 1110.424846] env[70220]: _type = "Task" [ 1110.424846] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.437437] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626169, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.545261] env[70220]: DEBUG nova.compute.manager [None req-cb61070e-5816-46b7-89df-29b8e03b1c73 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Found 0 images (rotation: 2) {{(pid=70220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1110.832631] env[70220]: DEBUG nova.network.neutron [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Successfully created port: c0302687-46a8-432f-99db-8d99f4796118 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.852785] env[70220]: DEBUG nova.compute.manager [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1110.910066] env[70220]: DEBUG oslo_vmware.api [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626168, 'name': PowerOffVM_Task, 'duration_secs': 0.19324} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.915197] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.915382] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.915911] env[70220]: DEBUG oslo_vmware.api [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626167, 'name': PowerOffVM_Task, 'duration_secs': 0.176222} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.916289] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9991f0b7-03f1-4ca9-9995-8f788936d20b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.917711] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.917878] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.918156] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23877e93-4963-4aeb-844e-100bc79bc11b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.935984] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626169, 'name': Rename_Task, 'duration_secs': 0.175156} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.936457] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.936933] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0394955d-2a81-4961-9276-b493742515d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.944417] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1110.944417] env[70220]: value = "task-3626172" [ 1110.944417] env[70220]: _type = "Task" [ 1110.944417] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.948563] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.948814] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.949025] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Deleting the datastore file [datastore2] 0936abff-e404-4b7e-b41c-2fa237d66919 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.953202] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f02605f5-8aa9-46c1-8c80-40da0559eb69 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.959894] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.961362] env[70220]: DEBUG oslo_vmware.api [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for the task: (returnval){ [ 1110.961362] env[70220]: value = "task-3626173" [ 1110.961362] env[70220]: _type = "Task" [ 1110.961362] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.971968] env[70220]: DEBUG oslo_vmware.api [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.011436] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.011695] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.012022] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleting the datastore file [datastore2] 973ed712-1b06-4dac-8f8a-f18912f72882 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.012592] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90658be9-9181-41ef-8c67-491ff2a92004 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.021352] env[70220]: DEBUG oslo_vmware.api [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1111.021352] env[70220]: value = "task-3626174" [ 1111.021352] env[70220]: _type = "Task" [ 1111.021352] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.030560] env[70220]: DEBUG oslo_vmware.api [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.184160] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf246b9-fd38-4bce-b586-c6cce20cf7d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.191252] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2fe151-774e-4e5e-9338-aa2cde3ac50c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.221836] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf918523-0c00-49ab-8cb0-6aa93d7f60e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.228978] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c209ee-b3ae-4bd8-b6c2-614050a4f5bb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.242127] env[70220]: DEBUG nova.compute.provider_tree [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.462777] env[70220]: DEBUG oslo_vmware.api [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626172, 'name': PowerOnVM_Task, 'duration_secs': 0.495096} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.463207] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.463538] env[70220]: INFO nova.compute.manager [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1111.463864] env[70220]: DEBUG nova.compute.manager [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1111.465176] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b2d409-39cc-49d4-a3ea-fedf44e6fa75 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.486430] env[70220]: DEBUG oslo_vmware.api [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Task: {'id': task-3626173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124847} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.487061] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.487363] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.487646] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.487923] env[70220]: INFO nova.compute.manager [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1111.488303] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.488557] env[70220]: DEBUG nova.compute.manager [-] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.488703] env[70220]: DEBUG nova.network.neutron [-] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.511671] env[70220]: DEBUG nova.network.neutron [-] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.531759] env[70220]: DEBUG oslo_vmware.api [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15033} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.532047] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.532283] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.532417] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.532557] env[70220]: INFO nova.compute.manager [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1111.532798] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.532973] env[70220]: DEBUG nova.compute.manager [-] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.533096] env[70220]: DEBUG nova.network.neutron [-] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.768141] env[70220]: ERROR nova.scheduler.client.report [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [req-e765dac7-e895-4ad1-9350-cc6cfb729234] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e765dac7-e895-4ad1-9350-cc6cfb729234"}]} [ 1111.792439] env[70220]: DEBUG nova.scheduler.client.report [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1111.817242] env[70220]: DEBUG nova.scheduler.client.report [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1111.817242] env[70220]: DEBUG nova.compute.provider_tree [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.829508] env[70220]: DEBUG nova.scheduler.client.report [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1111.856233] env[70220]: DEBUG nova.scheduler.client.report [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1111.864539] env[70220]: DEBUG nova.compute.manager [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1111.887661] env[70220]: DEBUG nova.compute.manager [req-f34106cd-1591-497e-bc31-8f2feaf87c5f req-bd76fabf-e751-4bbb-abee-d8e6d784b3c8 service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Received event network-vif-deleted-66efda32-49e7-4197-a399-d8c83f37da30 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.887928] env[70220]: INFO nova.compute.manager [req-f34106cd-1591-497e-bc31-8f2feaf87c5f req-bd76fabf-e751-4bbb-abee-d8e6d784b3c8 service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Neutron deleted interface 66efda32-49e7-4197-a399-d8c83f37da30; detaching it from the instance and deleting it from the info cache [ 1111.888184] env[70220]: DEBUG nova.network.neutron [req-f34106cd-1591-497e-bc31-8f2feaf87c5f req-bd76fabf-e751-4bbb-abee-d8e6d784b3c8 service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.893787] env[70220]: DEBUG nova.virt.hardware [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.894057] env[70220]: DEBUG nova.virt.hardware [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.894289] env[70220]: DEBUG nova.virt.hardware [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.894499] env[70220]: DEBUG nova.virt.hardware [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.894669] env[70220]: DEBUG nova.virt.hardware [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.894841] env[70220]: DEBUG nova.virt.hardware [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.895105] env[70220]: DEBUG nova.virt.hardware [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.895303] env[70220]: DEBUG nova.virt.hardware [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.895504] env[70220]: DEBUG nova.virt.hardware [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.895694] env[70220]: DEBUG nova.virt.hardware [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.895893] env[70220]: DEBUG nova.virt.hardware [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.897130] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850fd723-93a6-4c9e-9c0f-119c854e7ecd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.910238] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df796978-caad-4532-abe5-34e73f7b68cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.001097] env[70220]: INFO nova.compute.manager [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Took 37.08 seconds to build instance. [ 1112.016026] env[70220]: DEBUG nova.network.neutron [-] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.149110] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e273bef-1060-4380-8183-9606ba1e00cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.156104] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadfc435-1ed7-4617-a0fe-610c0bb500b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.188447] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bfd1d2-7d40-4473-9219-495089bd83ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.195819] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b645c029-782e-4af1-a8e2-651bd6725d09 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.210015] env[70220]: DEBUG nova.compute.provider_tree [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.277754] env[70220]: DEBUG nova.compute.manager [req-f32e837e-7239-4fc8-ad26-88ca9cf5f9d6 req-510ddcbd-165f-46a2-a41b-86f5b42849c3 service nova] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Received event network-vif-plugged-c0302687-46a8-432f-99db-8d99f4796118 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.277976] env[70220]: DEBUG oslo_concurrency.lockutils [req-f32e837e-7239-4fc8-ad26-88ca9cf5f9d6 req-510ddcbd-165f-46a2-a41b-86f5b42849c3 service nova] Acquiring lock "f6301150-74ed-4b9e-8f98-50dc196f0051-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.278205] env[70220]: DEBUG oslo_concurrency.lockutils [req-f32e837e-7239-4fc8-ad26-88ca9cf5f9d6 req-510ddcbd-165f-46a2-a41b-86f5b42849c3 service nova] Lock "f6301150-74ed-4b9e-8f98-50dc196f0051-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.278374] env[70220]: DEBUG oslo_concurrency.lockutils [req-f32e837e-7239-4fc8-ad26-88ca9cf5f9d6 req-510ddcbd-165f-46a2-a41b-86f5b42849c3 service nova] Lock "f6301150-74ed-4b9e-8f98-50dc196f0051-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.278538] env[70220]: DEBUG nova.compute.manager [req-f32e837e-7239-4fc8-ad26-88ca9cf5f9d6 req-510ddcbd-165f-46a2-a41b-86f5b42849c3 service nova] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] No waiting events found dispatching network-vif-plugged-c0302687-46a8-432f-99db-8d99f4796118 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.279244] env[70220]: WARNING nova.compute.manager [req-f32e837e-7239-4fc8-ad26-88ca9cf5f9d6 req-510ddcbd-165f-46a2-a41b-86f5b42849c3 service nova] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Received unexpected event network-vif-plugged-c0302687-46a8-432f-99db-8d99f4796118 for instance with vm_state building and task_state spawning. [ 1112.348416] env[70220]: DEBUG nova.network.neutron [-] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.381052] env[70220]: DEBUG nova.network.neutron [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Successfully updated port: c0302687-46a8-432f-99db-8d99f4796118 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1112.391272] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33fd06d6-3a08-4ece-9047-922f04267f37 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.401671] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b28239-ec89-4f8d-9ea1-fe5cb9138791 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.434815] env[70220]: DEBUG nova.compute.manager [req-f34106cd-1591-497e-bc31-8f2feaf87c5f req-bd76fabf-e751-4bbb-abee-d8e6d784b3c8 service nova] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Detach interface failed, port_id=66efda32-49e7-4197-a399-d8c83f37da30, reason: Instance 973ed712-1b06-4dac-8f8a-f18912f72882 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.502892] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fcc4e525-82a0-45c7-a5a4-b3ac030cfa5e tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "3faece41-423b-487c-8d02-016025aba4a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.587s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.518538] env[70220]: INFO nova.compute.manager [-] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Took 1.03 seconds to deallocate network for instance. [ 1112.743379] env[70220]: DEBUG nova.scheduler.client.report [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1112.743662] env[70220]: DEBUG nova.compute.provider_tree [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 117 to 118 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1112.743843] env[70220]: DEBUG nova.compute.provider_tree [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1112.850728] env[70220]: INFO nova.compute.manager [-] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Took 1.32 seconds to deallocate network for instance. [ 1112.884111] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.884463] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.884727] env[70220]: DEBUG nova.network.neutron [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.024706] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.249717] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.415s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.249988] env[70220]: DEBUG nova.compute.manager [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.253287] env[70220]: DEBUG oslo_concurrency.lockutils [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.967s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.254135] env[70220]: DEBUG nova.objects.instance [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lazy-loading 'resources' on Instance uuid 0dedefc3-0bb4-4a5b-883e-eeb6e6677924 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.356951] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.417520] env[70220]: DEBUG nova.network.neutron [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.539820] env[70220]: DEBUG nova.network.neutron [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Updating instance_info_cache with network_info: [{"id": "c0302687-46a8-432f-99db-8d99f4796118", "address": "fa:16:3e:f7:79:40", "network": {"id": "676b1054-e684-4cfe-beb0-40af4223f028", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1046604307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc1af22a62440e2a706716be452f99e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0302687-46", "ovs_interfaceid": "c0302687-46a8-432f-99db-8d99f4796118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.756935] env[70220]: DEBUG nova.compute.utils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.761335] env[70220]: DEBUG nova.compute.manager [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.761514] env[70220]: DEBUG nova.network.neutron [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.800886] env[70220]: DEBUG nova.policy [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f2bee83b4f4b7f8d249010a1a83f40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02abc3df7dd14990b15371862cfb51f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.915982] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.915982] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1113.937186] env[70220]: DEBUG nova.compute.manager [req-2c390270-371f-471e-9ccb-eca67e17f885 req-e853c0ce-64a0-4ff1-a93d-4ef84b5c7f73 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Received event network-changed-67558d21-cee5-476b-87ed-89ac8c8091a7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.937318] env[70220]: DEBUG nova.compute.manager [req-2c390270-371f-471e-9ccb-eca67e17f885 req-e853c0ce-64a0-4ff1-a93d-4ef84b5c7f73 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Refreshing instance network info cache due to event network-changed-67558d21-cee5-476b-87ed-89ac8c8091a7. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.937659] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c390270-371f-471e-9ccb-eca67e17f885 req-e853c0ce-64a0-4ff1-a93d-4ef84b5c7f73 service nova] Acquiring lock "refresh_cache-3faece41-423b-487c-8d02-016025aba4a6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.937847] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c390270-371f-471e-9ccb-eca67e17f885 req-e853c0ce-64a0-4ff1-a93d-4ef84b5c7f73 service nova] Acquired lock "refresh_cache-3faece41-423b-487c-8d02-016025aba4a6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.938062] env[70220]: DEBUG nova.network.neutron [req-2c390270-371f-471e-9ccb-eca67e17f885 req-e853c0ce-64a0-4ff1-a93d-4ef84b5c7f73 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Refreshing network info cache for port 67558d21-cee5-476b-87ed-89ac8c8091a7 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.042314] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Releasing lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.042619] env[70220]: DEBUG nova.compute.manager [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Instance network_info: |[{"id": "c0302687-46a8-432f-99db-8d99f4796118", "address": "fa:16:3e:f7:79:40", "network": {"id": "676b1054-e684-4cfe-beb0-40af4223f028", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1046604307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc1af22a62440e2a706716be452f99e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0302687-46", "ovs_interfaceid": "c0302687-46a8-432f-99db-8d99f4796118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1114.043316] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:79:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0302687-46a8-432f-99db-8d99f4796118', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.054524] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.055565] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.056591] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fc14c0-9ff8-4aa8-b68f-0daaa2203cb5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.061873] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afa2e543-f7a2-4e87-aa85-ee1f65ba85cc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.086095] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70dc69a-9076-43be-a2a8-7be963a0e7a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.089375] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.089375] env[70220]: value = "task-3626175" [ 1114.089375] env[70220]: _type = "Task" [ 1114.089375] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.121485] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc84e431-6cc1-4c70-bd02-ea802ebb176b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.128899] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626175, 'name': CreateVM_Task} progress is 15%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.136172] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d8c084-3080-4651-a8d3-7f12ac473518 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.159496] env[70220]: DEBUG nova.compute.provider_tree [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.196607] env[70220]: DEBUG nova.network.neutron [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Successfully created port: 6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.262591] env[70220]: DEBUG nova.compute.manager [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.324919] env[70220]: DEBUG nova.compute.manager [req-de85e339-c451-4c36-ac1b-8d126dc112e0 req-3c7d99df-48d9-47a7-aac0-e8efc97bee1a service nova] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Received event network-changed-c0302687-46a8-432f-99db-8d99f4796118 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.324919] env[70220]: DEBUG nova.compute.manager [req-de85e339-c451-4c36-ac1b-8d126dc112e0 req-3c7d99df-48d9-47a7-aac0-e8efc97bee1a service nova] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Refreshing instance network info cache due to event network-changed-c0302687-46a8-432f-99db-8d99f4796118. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.324919] env[70220]: DEBUG oslo_concurrency.lockutils [req-de85e339-c451-4c36-ac1b-8d126dc112e0 req-3c7d99df-48d9-47a7-aac0-e8efc97bee1a service nova] Acquiring lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.325561] env[70220]: DEBUG oslo_concurrency.lockutils [req-de85e339-c451-4c36-ac1b-8d126dc112e0 req-3c7d99df-48d9-47a7-aac0-e8efc97bee1a service nova] Acquired lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.326113] env[70220]: DEBUG nova.network.neutron [req-de85e339-c451-4c36-ac1b-8d126dc112e0 req-3c7d99df-48d9-47a7-aac0-e8efc97bee1a service nova] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Refreshing network info cache for port c0302687-46a8-432f-99db-8d99f4796118 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.429707] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.429948] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.430180] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.430214] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.430399] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.430687] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.430687] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1114.430861] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.599279] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626175, 'name': CreateVM_Task, 'duration_secs': 0.37427} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.599531] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.600256] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.600416] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.600735] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.600995] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca7a4084-f995-4fe7-9bbd-f732b9880384 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.605871] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1114.605871] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52862318-557e-4b84-815c-c63dbbefba9d" [ 1114.605871] env[70220]: _type = "Task" [ 1114.605871] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.616995] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52862318-557e-4b84-815c-c63dbbefba9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.664153] env[70220]: DEBUG nova.scheduler.client.report [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.677881] env[70220]: DEBUG nova.network.neutron [req-2c390270-371f-471e-9ccb-eca67e17f885 req-e853c0ce-64a0-4ff1-a93d-4ef84b5c7f73 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Updated VIF entry in instance network info cache for port 67558d21-cee5-476b-87ed-89ac8c8091a7. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.678298] env[70220]: DEBUG nova.network.neutron [req-2c390270-371f-471e-9ccb-eca67e17f885 req-e853c0ce-64a0-4ff1-a93d-4ef84b5c7f73 service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Updating instance_info_cache with network_info: [{"id": "67558d21-cee5-476b-87ed-89ac8c8091a7", "address": "fa:16:3e:59:72:ca", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67558d21-ce", "ovs_interfaceid": "67558d21-cee5-476b-87ed-89ac8c8091a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.934222] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.010097] env[70220]: DEBUG nova.network.neutron [req-de85e339-c451-4c36-ac1b-8d126dc112e0 req-3c7d99df-48d9-47a7-aac0-e8efc97bee1a service nova] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Updated VIF entry in instance network info cache for port c0302687-46a8-432f-99db-8d99f4796118. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.010450] env[70220]: DEBUG nova.network.neutron [req-de85e339-c451-4c36-ac1b-8d126dc112e0 req-3c7d99df-48d9-47a7-aac0-e8efc97bee1a service nova] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Updating instance_info_cache with network_info: [{"id": "c0302687-46a8-432f-99db-8d99f4796118", "address": "fa:16:3e:f7:79:40", "network": {"id": "676b1054-e684-4cfe-beb0-40af4223f028", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1046604307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc1af22a62440e2a706716be452f99e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0302687-46", "ovs_interfaceid": "c0302687-46a8-432f-99db-8d99f4796118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.119243] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52862318-557e-4b84-815c-c63dbbefba9d, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.119679] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.119946] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.120224] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.120375] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.120555] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.120812] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-874e3eec-01b6-4f52-8545-21cf7c330bb5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.129369] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.129541] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.130271] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be25ca44-2471-4125-bf78-b201562c7703 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.135777] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1115.135777] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520f81ce-cd48-22bf-ca36-f69fb03e17a5" [ 1115.135777] env[70220]: _type = "Task" [ 1115.135777] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.143322] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520f81ce-cd48-22bf-ca36-f69fb03e17a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.168590] env[70220]: DEBUG oslo_concurrency.lockutils [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.171148] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.646s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.172384] env[70220]: INFO nova.compute.claims [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.181836] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c390270-371f-471e-9ccb-eca67e17f885 req-e853c0ce-64a0-4ff1-a93d-4ef84b5c7f73 service nova] Releasing lock "refresh_cache-3faece41-423b-487c-8d02-016025aba4a6" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.192279] env[70220]: INFO nova.scheduler.client.report [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Deleted allocations for instance 0dedefc3-0bb4-4a5b-883e-eeb6e6677924 [ 1115.276043] env[70220]: DEBUG nova.compute.manager [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.333492] env[70220]: DEBUG nova.virt.hardware [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.334665] env[70220]: DEBUG nova.virt.hardware [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.334665] env[70220]: DEBUG nova.virt.hardware [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.334665] env[70220]: DEBUG nova.virt.hardware [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.334665] env[70220]: DEBUG nova.virt.hardware [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.334665] env[70220]: DEBUG nova.virt.hardware [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.334665] env[70220]: DEBUG nova.virt.hardware [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.334918] env[70220]: DEBUG nova.virt.hardware [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.334918] env[70220]: DEBUG nova.virt.hardware [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.334995] env[70220]: DEBUG nova.virt.hardware [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.335200] env[70220]: DEBUG nova.virt.hardware [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.336087] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5d9865-866e-4917-a568-e806aa2ed079 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.344260] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec9ee1b-6a9d-49c2-aeb5-c7e89a230e7a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.512947] env[70220]: DEBUG oslo_concurrency.lockutils [req-de85e339-c451-4c36-ac1b-8d126dc112e0 req-3c7d99df-48d9-47a7-aac0-e8efc97bee1a service nova] Releasing lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.646399] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520f81ce-cd48-22bf-ca36-f69fb03e17a5, 'name': SearchDatastore_Task, 'duration_secs': 0.041408} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.647212] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696401f0-2ab8-411b-ba82-4f47c601834d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.653022] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1115.653022] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a8b6d6-7afa-f6f5-ebd1-708a6c83960c" [ 1115.653022] env[70220]: _type = "Task" [ 1115.653022] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.660603] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a8b6d6-7afa-f6f5-ebd1-708a6c83960c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.700991] env[70220]: DEBUG oslo_concurrency.lockutils [None req-689e5919-3225-472a-80c0-6864c4e5d39c tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "0dedefc3-0bb4-4a5b-883e-eeb6e6677924" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.071s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.730478] env[70220]: DEBUG nova.network.neutron [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Successfully updated port: 6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.163525] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a8b6d6-7afa-f6f5-ebd1-708a6c83960c, 'name': SearchDatastore_Task, 'duration_secs': 0.024752} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.163822] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.164027] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f6301150-74ed-4b9e-8f98-50dc196f0051/f6301150-74ed-4b9e-8f98-50dc196f0051.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.164301] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ea11076-13a8-4c8a-b57b-86b0f7db4137 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.170481] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1116.170481] env[70220]: value = "task-3626176" [ 1116.170481] env[70220]: _type = "Task" [ 1116.170481] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.177929] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.234661] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.234889] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.235034] env[70220]: DEBUG nova.network.neutron [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.429690] env[70220]: DEBUG nova.compute.manager [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Received event network-vif-plugged-6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.429996] env[70220]: DEBUG oslo_concurrency.lockutils [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] Acquiring lock "f23647e1-9628-436f-ab7f-619c311000ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.430380] env[70220]: DEBUG oslo_concurrency.lockutils [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] Lock "f23647e1-9628-436f-ab7f-619c311000ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.430565] env[70220]: DEBUG oslo_concurrency.lockutils [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] Lock "f23647e1-9628-436f-ab7f-619c311000ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.430796] env[70220]: DEBUG nova.compute.manager [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] No waiting events found dispatching network-vif-plugged-6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.431061] env[70220]: WARNING nova.compute.manager [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Received unexpected event network-vif-plugged-6319dee4-b5f6-4c05-8137-0c8093ef76f4 for instance with vm_state building and task_state spawning. [ 1116.431269] env[70220]: DEBUG nova.compute.manager [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Received event network-changed-6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.431481] env[70220]: DEBUG nova.compute.manager [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Refreshing instance network info cache due to event network-changed-6319dee4-b5f6-4c05-8137-0c8093ef76f4. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.431707] env[70220]: DEBUG oslo_concurrency.lockutils [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] Acquiring lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.434775] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55bf7e4-ac73-4c50-88f0-3b4336ad7188 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.445050] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bac34f2-3ffc-4e6f-beeb-51672d143a01 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.476087] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7712ef8b-e976-4f4a-90ba-32b417b07a43 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.483651] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeb2000-2955-4bec-8712-1cddb3406b3d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.497877] env[70220]: DEBUG nova.compute.provider_tree [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.680483] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626176, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.772658] env[70220]: DEBUG nova.network.neutron [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.942025] env[70220]: DEBUG nova.network.neutron [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updating instance_info_cache with network_info: [{"id": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "address": "fa:16:3e:d5:55:60", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319dee4-b5", "ovs_interfaceid": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.001563] env[70220]: DEBUG nova.scheduler.client.report [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.181176] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533528} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.181589] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f6301150-74ed-4b9e-8f98-50dc196f0051/f6301150-74ed-4b9e-8f98-50dc196f0051.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.181922] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.182321] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a95a255-052c-49f3-a8fa-76e7fea7eaa2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.189376] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1117.189376] env[70220]: value = "task-3626177" [ 1117.189376] env[70220]: _type = "Task" [ 1117.189376] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.197531] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.430450] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.430450] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.430604] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.430727] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.430912] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.433267] env[70220]: INFO nova.compute.manager [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Terminating instance [ 1117.445176] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.445476] env[70220]: DEBUG nova.compute.manager [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Instance network_info: |[{"id": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "address": "fa:16:3e:d5:55:60", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319dee4-b5", "ovs_interfaceid": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.445987] env[70220]: DEBUG oslo_concurrency.lockutils [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] Acquired lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.446184] env[70220]: DEBUG nova.network.neutron [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Refreshing network info cache for port 6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.447533] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:55:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6319dee4-b5f6-4c05-8137-0c8093ef76f4', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.455718] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.458568] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.458992] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb73703f-5e3b-4fc5-a478-cdd4189ca7e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.479606] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.479606] env[70220]: value = "task-3626178" [ 1117.479606] env[70220]: _type = "Task" [ 1117.479606] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.487262] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626178, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.509172] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.509736] env[70220]: DEBUG nova.compute.manager [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.512772] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.588s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.514677] env[70220]: INFO nova.compute.claims [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.699065] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.373589} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.699354] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.700158] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598c478d-c2a0-4c69-9522-196f6727f2c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.722279] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f6301150-74ed-4b9e-8f98-50dc196f0051/f6301150-74ed-4b9e-8f98-50dc196f0051.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.723284] env[70220]: DEBUG nova.network.neutron [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updated VIF entry in instance network info cache for port 6319dee4-b5f6-4c05-8137-0c8093ef76f4. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.723614] env[70220]: DEBUG nova.network.neutron [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updating instance_info_cache with network_info: [{"id": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "address": "fa:16:3e:d5:55:60", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319dee4-b5", "ovs_interfaceid": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.724764] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-641a128c-84cd-466f-bbcb-fe2e067a34b0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.745079] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1117.745079] env[70220]: value = "task-3626179" [ 1117.745079] env[70220]: _type = "Task" [ 1117.745079] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.755648] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.938685] env[70220]: DEBUG nova.compute.manager [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1117.938948] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.939859] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3453bfcd-ef7a-4c61-a8bf-e229a542ad72 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.957648] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.957973] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32bf2eeb-6fd6-42e3-ae91-c398b8416234 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.966160] env[70220]: DEBUG oslo_vmware.api [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1117.966160] env[70220]: value = "task-3626180" [ 1117.966160] env[70220]: _type = "Task" [ 1117.966160] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.974485] env[70220]: DEBUG oslo_vmware.api [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.988844] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626178, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.019736] env[70220]: DEBUG nova.compute.utils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.023292] env[70220]: DEBUG nova.compute.manager [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.023493] env[70220]: DEBUG nova.network.neutron [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.065452] env[70220]: DEBUG nova.policy [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e2139bce63432bbb85dc539e889c23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9746f61112d34bbc83c56222b4467e09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.241258] env[70220]: DEBUG oslo_concurrency.lockutils [req-554e5726-c2fc-4afb-af90-ddca6bbc6348 req-8043939b-1d68-41e2-b98b-c8c50447e63e service nova] Releasing lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.255417] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626179, 'name': ReconfigVM_Task, 'duration_secs': 0.37703} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.255756] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f6301150-74ed-4b9e-8f98-50dc196f0051/f6301150-74ed-4b9e-8f98-50dc196f0051.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.256481] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a5e959e-5e8b-456c-9736-66c9a8f65296 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.262379] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1118.262379] env[70220]: value = "task-3626181" [ 1118.262379] env[70220]: _type = "Task" [ 1118.262379] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.270668] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626181, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.421227] env[70220]: DEBUG nova.network.neutron [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Successfully created port: a690f52b-f2e1-4a3c-9c24-67eb69f9074c {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.475451] env[70220]: DEBUG oslo_vmware.api [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626180, 'name': PowerOffVM_Task, 'duration_secs': 0.213196} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.475723] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.475892] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.476157] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97d86160-4680-4ce0-9765-da73281a9775 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.488525] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626178, 'name': CreateVM_Task, 'duration_secs': 0.596843} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.488666] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.489308] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.489471] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.489774] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.490010] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8067aa47-eef5-408f-8d0c-9b77c4d57da5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.494018] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1118.494018] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523ba0db-24e0-0dae-1514-ba79977cff61" [ 1118.494018] env[70220]: _type = "Task" [ 1118.494018] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.501095] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523ba0db-24e0-0dae-1514-ba79977cff61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.523869] env[70220]: DEBUG nova.compute.manager [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.540189] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.540442] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.540596] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Deleting the datastore file [datastore2] 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.540898] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b21c5806-1215-4f78-a331-bd66b4b71897 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.549816] env[70220]: DEBUG oslo_vmware.api [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for the task: (returnval){ [ 1118.549816] env[70220]: value = "task-3626183" [ 1118.549816] env[70220]: _type = "Task" [ 1118.549816] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.560636] env[70220]: DEBUG oslo_vmware.api [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.772614] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626181, 'name': Rename_Task, 'duration_secs': 0.129246} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.775286] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.775770] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24b158ea-6635-4b6d-ab49-bade9a11c417 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.782447] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1118.782447] env[70220]: value = "task-3626184" [ 1118.782447] env[70220]: _type = "Task" [ 1118.782447] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.786970] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37adb6f7-447c-4444-8186-da6fddd14719 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.799165] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f0f84c-1b2c-4054-9a8d-810323616e64 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.802122] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.829398] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8786b33-4a56-4350-b136-8b1b10fcd3e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.836298] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9705c207-c336-45fd-94ce-0b3420d0a56e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.849603] env[70220]: DEBUG nova.compute.provider_tree [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.004141] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523ba0db-24e0-0dae-1514-ba79977cff61, 'name': SearchDatastore_Task, 'duration_secs': 0.008933} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.004458] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.004696] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.004929] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.005088] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.005266] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.005537] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c68d660-5621-4e25-b7e6-a98df6b3d058 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.013978] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.014159] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.014892] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fcb26c4-5105-496b-9037-f0b363598e42 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.019840] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1119.019840] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524ce224-c5fd-dec3-7b05-ba8ccb7388f3" [ 1119.019840] env[70220]: _type = "Task" [ 1119.019840] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.030099] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524ce224-c5fd-dec3-7b05-ba8ccb7388f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.059188] env[70220]: DEBUG oslo_vmware.api [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Task: {'id': task-3626183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124236} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.059454] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.059639] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.059809] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.059981] env[70220]: INFO nova.compute.manager [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1119.060241] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.061086] env[70220]: DEBUG nova.compute.manager [-] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.061207] env[70220]: DEBUG nova.network.neutron [-] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.292766] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.377356] env[70220]: DEBUG nova.compute.manager [req-317d519d-f63e-4378-b083-e468fc12797a req-155041bb-ea77-40ce-899e-4352855e6af5 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Received event network-vif-deleted-9a7d0481-d699-4b38-88dc-81aa06adbe1d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.377565] env[70220]: INFO nova.compute.manager [req-317d519d-f63e-4378-b083-e468fc12797a req-155041bb-ea77-40ce-899e-4352855e6af5 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Neutron deleted interface 9a7d0481-d699-4b38-88dc-81aa06adbe1d; detaching it from the instance and deleting it from the info cache [ 1119.377807] env[70220]: DEBUG nova.network.neutron [req-317d519d-f63e-4378-b083-e468fc12797a req-155041bb-ea77-40ce-899e-4352855e6af5 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.399779] env[70220]: DEBUG nova.scheduler.client.report [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1119.400053] env[70220]: DEBUG nova.compute.provider_tree [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 118 to 119 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1119.400247] env[70220]: DEBUG nova.compute.provider_tree [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1119.530049] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524ce224-c5fd-dec3-7b05-ba8ccb7388f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008328} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.531619] env[70220]: DEBUG nova.compute.manager [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.533527] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280920f7-34ed-4d94-90a2-baf64ffb73b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.538800] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1119.538800] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525f3aa5-0aa7-06fb-f1fe-588ccd27986d" [ 1119.538800] env[70220]: _type = "Task" [ 1119.538800] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.546382] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525f3aa5-0aa7-06fb-f1fe-588ccd27986d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.558570] env[70220]: DEBUG nova.virt.hardware [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.558803] env[70220]: DEBUG nova.virt.hardware [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.558954] env[70220]: DEBUG nova.virt.hardware [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.559154] env[70220]: DEBUG nova.virt.hardware [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.559308] env[70220]: DEBUG nova.virt.hardware [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.559453] env[70220]: DEBUG nova.virt.hardware [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.559660] env[70220]: DEBUG nova.virt.hardware [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.559816] env[70220]: DEBUG nova.virt.hardware [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.559974] env[70220]: DEBUG nova.virt.hardware [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.560183] env[70220]: DEBUG nova.virt.hardware [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.560315] env[70220]: DEBUG nova.virt.hardware [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.561221] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97820b3-c9bd-4507-b6a9-2c026a34c1e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.568779] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78771dea-3a82-4a0e-98dc-c787d8d46f7c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.793493] env[70220]: DEBUG oslo_vmware.api [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626184, 'name': PowerOnVM_Task, 'duration_secs': 0.989451} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.793884] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.793980] env[70220]: INFO nova.compute.manager [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Took 7.93 seconds to spawn the instance on the hypervisor. [ 1119.794264] env[70220]: DEBUG nova.compute.manager [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.795034] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca966c1-7d27-46fc-87f5-fbed19f1cdc4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.820032] env[70220]: DEBUG nova.network.neutron [-] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.880787] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2edc13aa-6f86-4850-a2ef-b35b8457318d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.890668] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6638da31-2178-41fe-9555-2a5ce8348e91 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.905814] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.393s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.906339] env[70220]: DEBUG nova.compute.manager [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.908797] env[70220]: DEBUG oslo_concurrency.lockutils [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.155s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.908986] env[70220]: DEBUG nova.objects.instance [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lazy-loading 'resources' on Instance uuid 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.924997] env[70220]: DEBUG nova.compute.manager [req-317d519d-f63e-4378-b083-e468fc12797a req-155041bb-ea77-40ce-899e-4352855e6af5 service nova] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Detach interface failed, port_id=9a7d0481-d699-4b38-88dc-81aa06adbe1d, reason: Instance 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1119.935990] env[70220]: DEBUG nova.compute.manager [req-0705ca9f-eb9e-45fc-b3f0-0d1bc3136a02 req-1b0d3a2f-c29c-4694-9bd7-16e4f60d3548 service nova] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Received event network-vif-plugged-a690f52b-f2e1-4a3c-9c24-67eb69f9074c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.936210] env[70220]: DEBUG oslo_concurrency.lockutils [req-0705ca9f-eb9e-45fc-b3f0-0d1bc3136a02 req-1b0d3a2f-c29c-4694-9bd7-16e4f60d3548 service nova] Acquiring lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.936414] env[70220]: DEBUG oslo_concurrency.lockutils [req-0705ca9f-eb9e-45fc-b3f0-0d1bc3136a02 req-1b0d3a2f-c29c-4694-9bd7-16e4f60d3548 service nova] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.936578] env[70220]: DEBUG oslo_concurrency.lockutils [req-0705ca9f-eb9e-45fc-b3f0-0d1bc3136a02 req-1b0d3a2f-c29c-4694-9bd7-16e4f60d3548 service nova] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.936741] env[70220]: DEBUG nova.compute.manager [req-0705ca9f-eb9e-45fc-b3f0-0d1bc3136a02 req-1b0d3a2f-c29c-4694-9bd7-16e4f60d3548 service nova] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] No waiting events found dispatching network-vif-plugged-a690f52b-f2e1-4a3c-9c24-67eb69f9074c {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.936901] env[70220]: WARNING nova.compute.manager [req-0705ca9f-eb9e-45fc-b3f0-0d1bc3136a02 req-1b0d3a2f-c29c-4694-9bd7-16e4f60d3548 service nova] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Received unexpected event network-vif-plugged-a690f52b-f2e1-4a3c-9c24-67eb69f9074c for instance with vm_state building and task_state spawning. [ 1120.024473] env[70220]: DEBUG nova.network.neutron [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Successfully updated port: a690f52b-f2e1-4a3c-9c24-67eb69f9074c {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.049742] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525f3aa5-0aa7-06fb-f1fe-588ccd27986d, 'name': SearchDatastore_Task, 'duration_secs': 0.009375} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.050027] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.050292] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f23647e1-9628-436f-ab7f-619c311000ba/f23647e1-9628-436f-ab7f-619c311000ba.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.050549] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d427e62-c3e5-4ac4-9acb-e2c5a1c0a268 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.057888] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1120.057888] env[70220]: value = "task-3626185" [ 1120.057888] env[70220]: _type = "Task" [ 1120.057888] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.065553] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.313930] env[70220]: INFO nova.compute.manager [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Took 23.62 seconds to build instance. [ 1120.322740] env[70220]: INFO nova.compute.manager [-] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Took 1.26 seconds to deallocate network for instance. [ 1120.411703] env[70220]: DEBUG nova.compute.utils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.416166] env[70220]: DEBUG nova.compute.manager [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.416442] env[70220]: DEBUG nova.network.neutron [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.527392] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "refresh_cache-c6d172b2-008f-4c31-b31a-9bf0974bb68c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.527392] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "refresh_cache-c6d172b2-008f-4c31-b31a-9bf0974bb68c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.527392] env[70220]: DEBUG nova.network.neutron [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.579245] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626185, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.670603] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8ddc44-5b0a-414f-9d87-5157af89ed13 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.678600] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dd8d19-b7fe-4936-a7a5-5e600d998139 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.717912] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b424ee1d-b1de-4097-b20d-6fe97196cb9b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.726099] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5027d0cf-48cd-401c-8909-447f870eba71 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.739767] env[70220]: DEBUG nova.compute.provider_tree [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.750617] env[70220]: DEBUG nova.policy [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7397e1c0af1848d1970e28cd5a252241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f4bc3eac9834be394d3cd8034c0c438', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.816763] env[70220]: DEBUG oslo_concurrency.lockutils [None req-46b02b5f-4b13-4c8a-b4c7-0055aa9bec13 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f6301150-74ed-4b9e-8f98-50dc196f0051" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.155s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.828994] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.919391] env[70220]: DEBUG nova.compute.manager [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.059169] env[70220]: DEBUG nova.network.neutron [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.073315] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526343} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.073660] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f23647e1-9628-436f-ab7f-619c311000ba/f23647e1-9628-436f-ab7f-619c311000ba.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.073898] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.074807] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da82a0d2-c7a9-4dc0-94a8-e5ddd66d638c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.081699] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1121.081699] env[70220]: value = "task-3626186" [ 1121.081699] env[70220]: _type = "Task" [ 1121.081699] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.093716] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.145161] env[70220]: DEBUG nova.network.neutron [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Successfully created port: e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.217157] env[70220]: DEBUG nova.network.neutron [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Updating instance_info_cache with network_info: [{"id": "a690f52b-f2e1-4a3c-9c24-67eb69f9074c", "address": "fa:16:3e:14:4f:5c", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa690f52b-f2", "ovs_interfaceid": "a690f52b-f2e1-4a3c-9c24-67eb69f9074c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.242832] env[70220]: DEBUG nova.scheduler.client.report [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.550414] env[70220]: INFO nova.compute.manager [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Rescuing [ 1121.550806] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.550858] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.550990] env[70220]: DEBUG nova.network.neutron [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.591676] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062914} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.592199] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.592966] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177a4c11-34b6-4d2b-ab77-a33d0e858287 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.615423] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] f23647e1-9628-436f-ab7f-619c311000ba/f23647e1-9628-436f-ab7f-619c311000ba.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.615677] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d90be6-31ea-46c9-87e6-439c81e0ec44 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.635305] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1121.635305] env[70220]: value = "task-3626187" [ 1121.635305] env[70220]: _type = "Task" [ 1121.635305] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.642998] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.719404] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "refresh_cache-c6d172b2-008f-4c31-b31a-9bf0974bb68c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.719752] env[70220]: DEBUG nova.compute.manager [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Instance network_info: |[{"id": "a690f52b-f2e1-4a3c-9c24-67eb69f9074c", "address": "fa:16:3e:14:4f:5c", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa690f52b-f2", "ovs_interfaceid": "a690f52b-f2e1-4a3c-9c24-67eb69f9074c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.720212] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:4f:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a690f52b-f2e1-4a3c-9c24-67eb69f9074c', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.727767] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.727974] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.728212] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee5e66dc-f10a-4bfd-a788-dadedaa1a612 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.749061] env[70220]: DEBUG oslo_concurrency.lockutils [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.751062] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.751062] env[70220]: value = "task-3626188" [ 1121.751062] env[70220]: _type = "Task" [ 1121.751062] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.751515] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.727s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.751743] env[70220]: DEBUG nova.objects.instance [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lazy-loading 'resources' on Instance uuid 0936abff-e404-4b7e-b41c-2fa237d66919 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.761976] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626188, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.773383] env[70220]: INFO nova.scheduler.client.report [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Deleted allocations for instance 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20 [ 1121.928879] env[70220]: DEBUG nova.compute.manager [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.967537] env[70220]: DEBUG nova.compute.manager [req-633e2e67-42f0-4a88-a10e-a9d648828da3 req-2519e8a2-29c8-47e1-b16e-67843cf31b91 service nova] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Received event network-changed-a690f52b-f2e1-4a3c-9c24-67eb69f9074c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.967727] env[70220]: DEBUG nova.compute.manager [req-633e2e67-42f0-4a88-a10e-a9d648828da3 req-2519e8a2-29c8-47e1-b16e-67843cf31b91 service nova] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Refreshing instance network info cache due to event network-changed-a690f52b-f2e1-4a3c-9c24-67eb69f9074c. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.967946] env[70220]: DEBUG oslo_concurrency.lockutils [req-633e2e67-42f0-4a88-a10e-a9d648828da3 req-2519e8a2-29c8-47e1-b16e-67843cf31b91 service nova] Acquiring lock "refresh_cache-c6d172b2-008f-4c31-b31a-9bf0974bb68c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.968116] env[70220]: DEBUG oslo_concurrency.lockutils [req-633e2e67-42f0-4a88-a10e-a9d648828da3 req-2519e8a2-29c8-47e1-b16e-67843cf31b91 service nova] Acquired lock "refresh_cache-c6d172b2-008f-4c31-b31a-9bf0974bb68c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.968293] env[70220]: DEBUG nova.network.neutron [req-633e2e67-42f0-4a88-a10e-a9d648828da3 req-2519e8a2-29c8-47e1-b16e-67843cf31b91 service nova] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Refreshing network info cache for port a690f52b-f2e1-4a3c-9c24-67eb69f9074c {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.972524] env[70220]: DEBUG nova.virt.hardware [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.972789] env[70220]: DEBUG nova.virt.hardware [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.973124] env[70220]: DEBUG nova.virt.hardware [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.973237] env[70220]: DEBUG nova.virt.hardware [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.973382] env[70220]: DEBUG nova.virt.hardware [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.973571] env[70220]: DEBUG nova.virt.hardware [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.973773] env[70220]: DEBUG nova.virt.hardware [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.973945] env[70220]: DEBUG nova.virt.hardware [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.974126] env[70220]: DEBUG nova.virt.hardware [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.974295] env[70220]: DEBUG nova.virt.hardware [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.974491] env[70220]: DEBUG nova.virt.hardware [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.975764] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975a9427-9b7c-4a8f-b544-4a31899a8a00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.986102] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a3717f-e19c-46c2-baef-425c98b68f1a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.144902] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626187, 'name': ReconfigVM_Task, 'duration_secs': 0.465485} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.145182] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Reconfigured VM instance instance-00000057 to attach disk [datastore2] f23647e1-9628-436f-ab7f-619c311000ba/f23647e1-9628-436f-ab7f-619c311000ba.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.145784] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a92b665e-cc7f-4578-919b-e797df02421b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.152008] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1122.152008] env[70220]: value = "task-3626189" [ 1122.152008] env[70220]: _type = "Task" [ 1122.152008] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.159246] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626189, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.265802] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626188, 'name': CreateVM_Task, 'duration_secs': 0.382648} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.265802] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.265991] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.266139] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.266465] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.266724] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99f2c095-651b-4a48-a3a3-ce03e9ca97df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.271510] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1122.271510] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52760f82-ef8e-cb7d-4363-71da72017d3e" [ 1122.271510] env[70220]: _type = "Task" [ 1122.271510] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.285723] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52760f82-ef8e-cb7d-4363-71da72017d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.286088] env[70220]: DEBUG oslo_concurrency.lockutils [None req-00b3e330-e48f-4cf4-b47a-038f746da0b0 tempest-ServerRescueNegativeTestJSON-1132008720 tempest-ServerRescueNegativeTestJSON-1132008720-project-member] Lock "4cbd6401-885a-4bd2-af8d-1c51bd0c4f20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.806s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.356349] env[70220]: DEBUG nova.network.neutron [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Updating instance_info_cache with network_info: [{"id": "c0302687-46a8-432f-99db-8d99f4796118", "address": "fa:16:3e:f7:79:40", "network": {"id": "676b1054-e684-4cfe-beb0-40af4223f028", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1046604307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc1af22a62440e2a706716be452f99e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0302687-46", "ovs_interfaceid": "c0302687-46a8-432f-99db-8d99f4796118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.542904] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b9ba63-2b8a-4d93-bf3f-a41a017dfee6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.551268] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eaa8b2-1be1-4d71-b3f0-3c757879f300 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.586509] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e61710-85c3-4f59-af3d-0c1cf1c3dae4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.594416] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32498a2-7d8c-4ca3-87e6-8af933adfcf2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.608311] env[70220]: DEBUG nova.compute.provider_tree [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.612980] env[70220]: DEBUG nova.network.neutron [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Successfully updated port: e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.661622] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626189, 'name': Rename_Task, 'duration_secs': 0.140144} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.661878] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.662232] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e850af5-40b0-49f1-80e5-ccefbfcd0872 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.668374] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1122.668374] env[70220]: value = "task-3626190" [ 1122.668374] env[70220]: _type = "Task" [ 1122.668374] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.675546] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.783530] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52760f82-ef8e-cb7d-4363-71da72017d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.783835] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.784155] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.784519] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.784633] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.784817] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.785079] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4732440b-c1f8-4ff2-af7c-a87a82551297 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.793356] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.793533] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.794251] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5de06ac-7aa0-4b56-95d1-a405f82f2436 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.798609] env[70220]: DEBUG nova.network.neutron [req-633e2e67-42f0-4a88-a10e-a9d648828da3 req-2519e8a2-29c8-47e1-b16e-67843cf31b91 service nova] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Updated VIF entry in instance network info cache for port a690f52b-f2e1-4a3c-9c24-67eb69f9074c. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.799034] env[70220]: DEBUG nova.network.neutron [req-633e2e67-42f0-4a88-a10e-a9d648828da3 req-2519e8a2-29c8-47e1-b16e-67843cf31b91 service nova] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Updating instance_info_cache with network_info: [{"id": "a690f52b-f2e1-4a3c-9c24-67eb69f9074c", "address": "fa:16:3e:14:4f:5c", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa690f52b-f2", "ovs_interfaceid": "a690f52b-f2e1-4a3c-9c24-67eb69f9074c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.801809] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1122.801809] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52897354-5170-6ce0-1828-4b24fcaec107" [ 1122.801809] env[70220]: _type = "Task" [ 1122.801809] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.810384] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52897354-5170-6ce0-1828-4b24fcaec107, 'name': SearchDatastore_Task, 'duration_secs': 0.008247} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.811302] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d30216-1f11-4b77-9c9a-1e37a7c1e370 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.816657] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1122.816657] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aa8aff-a659-2f2e-ef1e-baa93a40d0ea" [ 1122.816657] env[70220]: _type = "Task" [ 1122.816657] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.826596] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aa8aff-a659-2f2e-ef1e-baa93a40d0ea, 'name': SearchDatastore_Task, 'duration_secs': 0.007605} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.826885] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.827172] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] c6d172b2-008f-4c31-b31a-9bf0974bb68c/c6d172b2-008f-4c31-b31a-9bf0974bb68c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.827446] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-782c0cc0-1487-447a-9090-91e616b0d135 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.834158] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1122.834158] env[70220]: value = "task-3626191" [ 1122.834158] env[70220]: _type = "Task" [ 1122.834158] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.842182] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.861712] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Releasing lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.116225] env[70220]: DEBUG nova.scheduler.client.report [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.121707] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.125297] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.125574] env[70220]: DEBUG nova.network.neutron [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.179900] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626190, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.303317] env[70220]: DEBUG oslo_concurrency.lockutils [req-633e2e67-42f0-4a88-a10e-a9d648828da3 req-2519e8a2-29c8-47e1-b16e-67843cf31b91 service nova] Releasing lock "refresh_cache-c6d172b2-008f-4c31-b31a-9bf0974bb68c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.344605] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626191, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.628432] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.631882] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.275s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.632137] env[70220]: DEBUG nova.objects.instance [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lazy-loading 'resources' on Instance uuid 973ed712-1b06-4dac-8f8a-f18912f72882 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.656368] env[70220]: INFO nova.scheduler.client.report [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Deleted allocations for instance 0936abff-e404-4b7e-b41c-2fa237d66919 [ 1123.676813] env[70220]: DEBUG nova.network.neutron [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.683729] env[70220]: DEBUG oslo_vmware.api [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626190, 'name': PowerOnVM_Task, 'duration_secs': 0.755265} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.683729] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.683729] env[70220]: INFO nova.compute.manager [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1123.683729] env[70220]: DEBUG nova.compute.manager [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1123.683729] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526095c0-79c9-4960-939b-c3599a155f20 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.846050] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533269} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.846368] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] c6d172b2-008f-4c31-b31a-9bf0974bb68c/c6d172b2-008f-4c31-b31a-9bf0974bb68c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.846594] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.846852] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d567b3f9-b798-4d43-aabd-33046ec3ec95 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.850274] env[70220]: DEBUG nova.network.neutron [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updating instance_info_cache with network_info: [{"id": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "address": "fa:16:3e:9a:ae:10", "network": {"id": "5e8b1418-a15c-477d-bd81-159bb3988c14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-126842797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4bc3eac9834be394d3cd8034c0c438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dc71cc-dd", "ovs_interfaceid": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.853576] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1123.853576] env[70220]: value = "task-3626192" [ 1123.853576] env[70220]: _type = "Task" [ 1123.853576] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.861061] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.002924] env[70220]: DEBUG nova.compute.manager [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Received event network-vif-plugged-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.003186] env[70220]: DEBUG oslo_concurrency.lockutils [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] Acquiring lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.003435] env[70220]: DEBUG oslo_concurrency.lockutils [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.003612] env[70220]: DEBUG oslo_concurrency.lockutils [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.003780] env[70220]: DEBUG nova.compute.manager [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] No waiting events found dispatching network-vif-plugged-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.003941] env[70220]: WARNING nova.compute.manager [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Received unexpected event network-vif-plugged-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 for instance with vm_state building and task_state spawning. [ 1124.004909] env[70220]: DEBUG nova.compute.manager [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Received event network-changed-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.006407] env[70220]: DEBUG nova.compute.manager [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Refreshing instance network info cache due to event network-changed-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.006407] env[70220]: DEBUG oslo_concurrency.lockutils [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] Acquiring lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.166555] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ee7d426d-b468-45cc-80c6-dab9be9702e1 tempest-ServersAaction247Test-1144340351 tempest-ServersAaction247Test-1144340351-project-member] Lock "0936abff-e404-4b7e-b41c-2fa237d66919" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.415s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.204492] env[70220]: INFO nova.compute.manager [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Took 23.95 seconds to build instance. [ 1124.354338] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.354689] env[70220]: DEBUG nova.compute.manager [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Instance network_info: |[{"id": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "address": "fa:16:3e:9a:ae:10", "network": {"id": "5e8b1418-a15c-477d-bd81-159bb3988c14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-126842797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4bc3eac9834be394d3cd8034c0c438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dc71cc-dd", "ovs_interfaceid": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.355093] env[70220]: DEBUG oslo_concurrency.lockutils [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] Acquired lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.355284] env[70220]: DEBUG nova.network.neutron [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Refreshing network info cache for port e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.356511] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:ae:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.364083] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Creating folder: Project (4f4bc3eac9834be394d3cd8034c0c438). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.372776] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dca188f2-cd76-4aa9-8c36-cc25c400d2d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.382180] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063532} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.382461] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.384103] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb2d8fa-0c3c-4827-a9c8-d63830928d1a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.392386] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Created folder: Project (4f4bc3eac9834be394d3cd8034c0c438) in parent group-v722922. [ 1124.392618] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Creating folder: Instances. Parent ref: group-v723165. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.393460] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3388d3f6-b395-484e-b439-1d362ba039de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.405084] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.413834] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] c6d172b2-008f-4c31-b31a-9bf0974bb68c/c6d172b2-008f-4c31-b31a-9bf0974bb68c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.417018] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ca89155-4361-4da9-ae1b-26e9dfff06c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.418554] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd956b7d-9159-4e54-b270-d6a90ca5c9fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.437103] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Created folder: Instances in parent group-v723165. [ 1124.437351] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.438199] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.438675] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd4dfbc3-a7ca-4d24-8f94-7ede6402df63 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.459447] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1124.459447] env[70220]: value = "task-3626196" [ 1124.459447] env[70220]: _type = "Task" [ 1124.459447] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.459447] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1124.459447] env[70220]: value = "task-3626195" [ 1124.459447] env[70220]: _type = "Task" [ 1124.459447] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.467535] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.467535] env[70220]: value = "task-3626197" [ 1124.467535] env[70220]: _type = "Task" [ 1124.467535] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.479881] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.480148] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.488487] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626197, 'name': CreateVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.573859] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a8f908-cca5-4e45-9d01-a7ba642bd30c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.581884] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f051d4fd-5896-40fd-8f5b-8705cb3dbaf7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.616575] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58e5c4e-5e07-477e-a434-2cbf1b24db69 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.624691] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8da478-3536-40c9-9a5c-05b7e621545f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.638544] env[70220]: DEBUG nova.compute.provider_tree [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.709935] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd7f77ba-0642-43e5-82a9-5de386b33c25 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "f23647e1-9628-436f-ab7f-619c311000ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.471s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.737376] env[70220]: DEBUG nova.network.neutron [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updated VIF entry in instance network info cache for port e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.737545] env[70220]: DEBUG nova.network.neutron [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updating instance_info_cache with network_info: [{"id": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "address": "fa:16:3e:9a:ae:10", "network": {"id": "5e8b1418-a15c-477d-bd81-159bb3988c14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-126842797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4bc3eac9834be394d3cd8034c0c438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dc71cc-dd", "ovs_interfaceid": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.979022] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626195, 'name': PowerOffVM_Task, 'duration_secs': 0.398634} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.979288] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626196, 'name': ReconfigVM_Task, 'duration_secs': 0.469275} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.979935] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.980345] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Reconfigured VM instance instance-00000058 to attach disk [datastore2] c6d172b2-008f-4c31-b31a-9bf0974bb68c/c6d172b2-008f-4c31-b31a-9bf0974bb68c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.981495] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d9bf30-7128-4891-a477-ee84cdb47971 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.983883] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff7537f9-5668-4e2e-9d23-19a8dd98bcd4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.988908] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626197, 'name': CreateVM_Task, 'duration_secs': 0.447572} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.989664] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.990357] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.991068] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.991068] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.991068] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b614c822-acf4-496e-bfcd-a7be98b8adf8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.009532] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad08d39-8cc0-4a9a-b20a-8124e9d3b86f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.012197] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1125.012197] env[70220]: value = "task-3626198" [ 1125.012197] env[70220]: _type = "Task" [ 1125.012197] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.013675] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1125.013675] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523e3d99-9f68-a96f-7267-35d9cc4b721d" [ 1125.013675] env[70220]: _type = "Task" [ 1125.013675] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.031350] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626198, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.035714] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523e3d99-9f68-a96f-7267-35d9cc4b721d, 'name': SearchDatastore_Task, 'duration_secs': 0.014476} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.036048] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.036300] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.036736] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.036736] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.036884] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.037170] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae70f477-f5d1-49c9-baf6-c059d5131e72 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.052514] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.052514] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.055129] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.055545] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcfccb2-869a-45a0-b43e-14958b6814ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.057890] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63ff2084-8cb8-40bf-8ddc-e7a97590494c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.064872] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1125.064872] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f162e0-9d5c-f0c5-56a8-a9adc71ca8a7" [ 1125.064872] env[70220]: _type = "Task" [ 1125.064872] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.069554] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1125.069554] env[70220]: value = "task-3626199" [ 1125.069554] env[70220]: _type = "Task" [ 1125.069554] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.077278] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f162e0-9d5c-f0c5-56a8-a9adc71ca8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.083724] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1125.083957] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.084264] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.084468] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.084729] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.085257] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2a94071-ad8e-407e-89e9-b877ce742db4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.096095] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.096286] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.097029] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359a4dbd-26d9-4298-9c8b-ab27aa577d16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.102650] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1125.102650] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52121931-f8b0-3a5c-50bd-afbb35509d47" [ 1125.102650] env[70220]: _type = "Task" [ 1125.102650] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.110725] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52121931-f8b0-3a5c-50bd-afbb35509d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.142207] env[70220]: DEBUG nova.scheduler.client.report [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.241952] env[70220]: DEBUG oslo_concurrency.lockutils [req-579bfe18-77de-43b2-b3c8-1f5e27baa7c4 req-3262c283-e91d-4153-88ac-77d524716552 service nova] Releasing lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.525974] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626198, 'name': Rename_Task, 'duration_secs': 0.146102} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.525974] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.526125] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15d2849b-bbd4-4543-8eec-8ef43f3d3bc6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.537286] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1125.537286] env[70220]: value = "task-3626200" [ 1125.537286] env[70220]: _type = "Task" [ 1125.537286] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.548552] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.578276] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f162e0-9d5c-f0c5-56a8-a9adc71ca8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013926} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.579164] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c81535a9-bb28-4fa5-b7ee-3a6fc8fd45ef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.584495] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1125.584495] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]527b8415-28a5-43a1-bc13-a555f626ae06" [ 1125.584495] env[70220]: _type = "Task" [ 1125.584495] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.593818] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527b8415-28a5-43a1-bc13-a555f626ae06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.619597] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52121931-f8b0-3a5c-50bd-afbb35509d47, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.619597] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f94cb333-9661-436b-ad28-97a3679b8eb5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.625829] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1125.625829] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c758c7-4a94-3ab2-5c6a-19c5468312b6" [ 1125.625829] env[70220]: _type = "Task" [ 1125.625829] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.633798] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c758c7-4a94-3ab2-5c6a-19c5468312b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.649510] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.650166] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.716s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.650448] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.650715] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1125.651129] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.822s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.651454] env[70220]: DEBUG nova.objects.instance [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lazy-loading 'resources' on Instance uuid 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.653839] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac94799-56b5-4ae9-a4be-1dfa632883f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.662593] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2924668c-218e-49ef-beac-e1b95499e8fd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.678665] env[70220]: INFO nova.scheduler.client.report [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleted allocations for instance 973ed712-1b06-4dac-8f8a-f18912f72882 [ 1125.680844] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a41f4b-2c40-4b17-9be5-59539fe11164 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.691396] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a38896-ee7c-41bf-a27c-54ef01ea27db {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.723312] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179356MB free_disk=74GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1125.723650] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.050247] env[70220]: DEBUG oslo_vmware.api [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626200, 'name': PowerOnVM_Task, 'duration_secs': 0.465669} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.050824] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.051198] env[70220]: INFO nova.compute.manager [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Took 6.52 seconds to spawn the instance on the hypervisor. [ 1126.051434] env[70220]: DEBUG nova.compute.manager [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.052879] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ef43e4-88aa-4a5d-8b35-d496fc989956 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.060877] env[70220]: DEBUG nova.compute.manager [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Received event network-changed-0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.060958] env[70220]: DEBUG nova.compute.manager [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing instance network info cache due to event network-changed-0a479539-4f4e-4315-93c8-18ae73e88549. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.061172] env[70220]: DEBUG oslo_concurrency.lockutils [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] Acquiring lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.061327] env[70220]: DEBUG oslo_concurrency.lockutils [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] Acquired lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.061491] env[70220]: DEBUG nova.network.neutron [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing network info cache for port 0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.096419] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527b8415-28a5-43a1-bc13-a555f626ae06, 'name': SearchDatastore_Task, 'duration_secs': 0.03123} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.096731] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.096999] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 154db35b-0dc7-4142-92aa-d75f99285b8d/154db35b-0dc7-4142-92aa-d75f99285b8d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.097589] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5931a438-5f39-4367-b702-93b139d631f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.104636] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1126.104636] env[70220]: value = "task-3626201" [ 1126.104636] env[70220]: _type = "Task" [ 1126.104636] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.115224] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.139978] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c758c7-4a94-3ab2-5c6a-19c5468312b6, 'name': SearchDatastore_Task, 'duration_secs': 0.016669} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.140151] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.140922] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f6301150-74ed-4b9e-8f98-50dc196f0051/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. {{(pid=70220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1126.140922] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a8fcfed-0083-47da-b987-de907fd22779 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.147935] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1126.147935] env[70220]: value = "task-3626202" [ 1126.147935] env[70220]: _type = "Task" [ 1126.147935] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.157058] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.190102] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bdfba4c2-6527-4100-b5f1-600d3bfd7e99 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "973ed712-1b06-4dac-8f8a-f18912f72882" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.344s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.457721] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f525d376-6469-4c3c-830f-7c2d2d0c75e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.472702] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63a0cc7-769d-4baf-90f7-f2e5fa8a9ce6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.514168] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9443d6f9-0579-4a03-8d18-e658ccbea996 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.524937] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018fa935-81ff-4b59-a329-8956ff9e3986 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.541046] env[70220]: DEBUG nova.compute.provider_tree [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.582028] env[70220]: INFO nova.compute.manager [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Took 25.08 seconds to build instance. [ 1126.617891] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626201, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.658852] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626202, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.833255] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "97155f26-975a-43a9-9a2b-ffc73c3122e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.834987] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "97155f26-975a-43a9-9a2b-ffc73c3122e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.834987] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "97155f26-975a-43a9-9a2b-ffc73c3122e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.834987] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "97155f26-975a-43a9-9a2b-ffc73c3122e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.839074] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "97155f26-975a-43a9-9a2b-ffc73c3122e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.841729] env[70220]: INFO nova.compute.manager [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Terminating instance [ 1126.960032] env[70220]: DEBUG nova.network.neutron [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updated VIF entry in instance network info cache for port 0a479539-4f4e-4315-93c8-18ae73e88549. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.960623] env[70220]: DEBUG nova.network.neutron [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updating instance_info_cache with network_info: [{"id": "0a479539-4f4e-4315-93c8-18ae73e88549", "address": "fa:16:3e:6a:f9:f7", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a479539-4f", "ovs_interfaceid": "0a479539-4f4e-4315-93c8-18ae73e88549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.044652] env[70220]: DEBUG nova.scheduler.client.report [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.086060] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cb060ad-52cf-4383-b6c7-692618f7519e tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.593s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.131958] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668027} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.135523] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 154db35b-0dc7-4142-92aa-d75f99285b8d/154db35b-0dc7-4142-92aa-d75f99285b8d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.135523] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.137026] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbf7cb6d-2dea-4cab-859c-4447c27234a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.148370] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1127.148370] env[70220]: value = "task-3626203" [ 1127.148370] env[70220]: _type = "Task" [ 1127.148370] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.167644] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626202, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.167644] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.349506] env[70220]: DEBUG nova.compute.manager [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.349706] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.353347] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130d85ab-5742-4397-a3ab-7988deb9bf97 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.361474] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.361474] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df21d5bc-be08-43c9-bb1b-2cddf80f2127 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.374377] env[70220]: DEBUG oslo_vmware.api [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1127.374377] env[70220]: value = "task-3626204" [ 1127.374377] env[70220]: _type = "Task" [ 1127.374377] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.387727] env[70220]: DEBUG oslo_vmware.api [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.466767] env[70220]: DEBUG oslo_concurrency.lockutils [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] Releasing lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.467099] env[70220]: DEBUG nova.compute.manager [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Received event network-changed-6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.467271] env[70220]: DEBUG nova.compute.manager [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Refreshing instance network info cache due to event network-changed-6319dee4-b5f6-4c05-8137-0c8093ef76f4. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.467498] env[70220]: DEBUG oslo_concurrency.lockutils [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] Acquiring lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.467848] env[70220]: DEBUG oslo_concurrency.lockutils [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] Acquired lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.467848] env[70220]: DEBUG nova.network.neutron [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Refreshing network info cache for port 6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.554748] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.559504] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.834s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.584922] env[70220]: INFO nova.scheduler.client.report [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Deleted allocations for instance 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34 [ 1127.670875] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626202, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.671644] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093166} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.671915] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.673333] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41945c95-2270-4f33-b622-71a919c3e848 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.697847] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 154db35b-0dc7-4142-92aa-d75f99285b8d/154db35b-0dc7-4142-92aa-d75f99285b8d.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.698263] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee355446-ab14-4556-b2ca-deed1f2022f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.718174] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1127.718174] env[70220]: value = "task-3626205" [ 1127.718174] env[70220]: _type = "Task" [ 1127.718174] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.727165] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.889209] env[70220]: DEBUG oslo_vmware.api [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626204, 'name': PowerOffVM_Task, 'duration_secs': 0.212327} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.889209] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.889209] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1127.889209] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f6544f0-b6d3-4798-a2f1-31ecd9b64b16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.956072] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.956330] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.956517] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleting the datastore file [datastore1] 97155f26-975a-43a9-9a2b-ffc73c3122e6 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.956792] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad01ee92-5fe3-4a06-9ec4-b075f4fb8589 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.964804] env[70220]: DEBUG oslo_vmware.api [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1127.964804] env[70220]: value = "task-3626207" [ 1127.964804] env[70220]: _type = "Task" [ 1127.964804] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.980961] env[70220]: DEBUG oslo_vmware.api [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.091860] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "f8579b2a-37ff-46ff-90d9-da614362a316" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.093103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "f8579b2a-37ff-46ff-90d9-da614362a316" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.098110] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bea481c8-3425-42e2-9651-696390d693ed tempest-SecurityGroupsTestJSON-1370257705 tempest-SecurityGroupsTestJSON-1370257705-project-member] Lock "6fd7c62a-5644-4cf3-8bb3-ca58883c0e34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.668s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.116659] env[70220]: DEBUG nova.compute.manager [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Received event network-changed-6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.116874] env[70220]: DEBUG nova.compute.manager [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Refreshing instance network info cache due to event network-changed-6319dee4-b5f6-4c05-8137-0c8093ef76f4. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.117074] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] Acquiring lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.162700] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626202, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.843555} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.162987] env[70220]: INFO nova.virt.vmwareapi.ds_util [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] f6301150-74ed-4b9e-8f98-50dc196f0051/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. [ 1128.165034] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd41aba-0203-4a0f-926a-4de5528a3dfe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.191427] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] f6301150-74ed-4b9e-8f98-50dc196f0051/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.192036] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9b9c6f-73f5-4e47-b491-538e3b7cc042 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.213148] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1128.213148] env[70220]: value = "task-3626208" [ 1128.213148] env[70220]: _type = "Task" [ 1128.213148] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.221365] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.229838] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.261327] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.261530] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.318309] env[70220]: DEBUG nova.network.neutron [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updated VIF entry in instance network info cache for port 6319dee4-b5f6-4c05-8137-0c8093ef76f4. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.318676] env[70220]: DEBUG nova.network.neutron [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updating instance_info_cache with network_info: [{"id": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "address": "fa:16:3e:d5:55:60", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319dee4-b5", "ovs_interfaceid": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.475298] env[70220]: DEBUG oslo_vmware.api [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269382} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.475446] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.475641] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.475809] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.475978] env[70220]: INFO nova.compute.manager [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1128.476316] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.476492] env[70220]: DEBUG nova.compute.manager [-] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.476557] env[70220]: DEBUG nova.network.neutron [-] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.600016] env[70220]: DEBUG nova.compute.manager [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.612573] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 7ac66455-b270-4d41-aef2-63bb5191ecf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.612659] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 964358fc-da49-4201-ac90-9b551fcf256c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.612849] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 97155f26-975a-43a9-9a2b-ffc73c3122e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.612986] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 4b873e42-571a-4991-afcd-98f0b4a35528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.613288] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 1d9af276-9544-447e-9fa6-4fe5578766fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.613288] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f09f5d46-60dd-43d4-911d-543d996afda7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.613442] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance dc040184-9b4e-4cef-9250-21863677fbeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.613637] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 4fa3faaa-0a55-4481-a3d7-e4844a28f930 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.613721] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 21dca84a-e6e7-49b1-930c-c5a9b2162483 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.613795] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 3faece41-423b-487c-8d02-016025aba4a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.613995] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f6301150-74ed-4b9e-8f98-50dc196f0051 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.615546] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f23647e1-9628-436f-ab7f-619c311000ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.615546] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance c6d172b2-008f-4c31-b31a-9bf0974bb68c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.615546] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 154db35b-0dc7-4142-92aa-d75f99285b8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1128.708557] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.708557] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.738815] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626208, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.746434] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626205, 'name': ReconfigVM_Task, 'duration_secs': 1.006305} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.746735] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 154db35b-0dc7-4142-92aa-d75f99285b8d/154db35b-0dc7-4142-92aa-d75f99285b8d.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.747505] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07aa23f6-4d0e-4fa4-b323-2b0e4eb3df26 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.755148] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1128.755148] env[70220]: value = "task-3626209" [ 1128.755148] env[70220]: _type = "Task" [ 1128.755148] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.766994] env[70220]: DEBUG nova.compute.utils [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.768750] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626209, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.827021] env[70220]: DEBUG oslo_concurrency.lockutils [req-efe49d60-1f7b-4ecc-9d83-a33ea4f6aaf1 req-5d3ce322-63d7-4664-848d-55923b6f90e2 service nova] Releasing lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.827506] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] Acquired lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.827704] env[70220]: DEBUG nova.network.neutron [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Refreshing network info cache for port 6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.043600] env[70220]: DEBUG nova.compute.manager [req-2621ca61-6605-4048-9cf8-ff3d52513e6e req-c9f3ed40-f6ed-43a7-8a51-7f70eec525a2 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Received event network-vif-deleted-c408c4d3-1ecf-450e-a988-83a2c8164a67 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.043900] env[70220]: INFO nova.compute.manager [req-2621ca61-6605-4048-9cf8-ff3d52513e6e req-c9f3ed40-f6ed-43a7-8a51-7f70eec525a2 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Neutron deleted interface c408c4d3-1ecf-450e-a988-83a2c8164a67; detaching it from the instance and deleting it from the info cache [ 1129.044367] env[70220]: DEBUG nova.network.neutron [req-2621ca61-6605-4048-9cf8-ff3d52513e6e req-c9f3ed40-f6ed-43a7-8a51-7f70eec525a2 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.119027] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f8579b2a-37ff-46ff-90d9-da614362a316 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1129.129955] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.211266] env[70220]: DEBUG nova.compute.manager [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.232311] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626208, 'name': ReconfigVM_Task, 'duration_secs': 0.558054} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.234136] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Reconfigured VM instance instance-00000056 to attach disk [datastore2] f6301150-74ed-4b9e-8f98-50dc196f0051/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.234988] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d033b6f-7992-43d2-98ba-633107c903ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.267077] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4535dadf-df07-40f4-b186-95f2f4244afe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.279218] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.286162] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626209, 'name': Rename_Task, 'duration_secs': 0.149354} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.287787] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.288110] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1129.288110] env[70220]: value = "task-3626210" [ 1129.288110] env[70220]: _type = "Task" [ 1129.288110] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.288330] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81adedde-83ec-4fc0-ad62-037c180b6f94 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.302012] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.306152] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1129.306152] env[70220]: value = "task-3626211" [ 1129.306152] env[70220]: _type = "Task" [ 1129.306152] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.313094] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.398520] env[70220]: DEBUG nova.network.neutron [-] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.547420] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6beee7ee-198d-4d16-8cc5-3d95377077c3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.560034] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e3ac7a-7e99-41ee-95b0-8ee45cdbd5ef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.601210] env[70220]: DEBUG nova.compute.manager [req-2621ca61-6605-4048-9cf8-ff3d52513e6e req-c9f3ed40-f6ed-43a7-8a51-7f70eec525a2 service nova] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Detach interface failed, port_id=c408c4d3-1ecf-450e-a988-83a2c8164a67, reason: Instance 97155f26-975a-43a9-9a2b-ffc73c3122e6 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.622562] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f9aa14ab-86a5-401c-a359-b1889ae9d5da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1129.622845] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1129.622994] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1129.746494] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.811109] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626210, 'name': ReconfigVM_Task, 'duration_secs': 0.469976} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.815989] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.818882] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6afcf4a4-d230-4215-85d4-9173cedf80d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.828584] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626211, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.828584] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1129.828584] env[70220]: value = "task-3626212" [ 1129.828584] env[70220]: _type = "Task" [ 1129.828584] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.840226] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.904438] env[70220]: INFO nova.compute.manager [-] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Took 1.43 seconds to deallocate network for instance. [ 1129.934842] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34d2a72-2aab-4659-ac45-ebf5adbd2ea9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.939965] env[70220]: DEBUG nova.network.neutron [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updated VIF entry in instance network info cache for port 6319dee4-b5f6-4c05-8137-0c8093ef76f4. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.940391] env[70220]: DEBUG nova.network.neutron [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updating instance_info_cache with network_info: [{"id": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "address": "fa:16:3e:d5:55:60", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319dee4-b5", "ovs_interfaceid": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.945555] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4708c8-d5bf-4e52-8083-c572550e5833 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.983180] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab955be-0c92-43ef-8297-4ef1a018b37b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.989346] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b9b8e0-16ad-4dc8-97fb-ff5aa3dce96e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.005424] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.323092] env[70220]: DEBUG oslo_vmware.api [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626211, 'name': PowerOnVM_Task, 'duration_secs': 0.914672} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.323233] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.323845] env[70220]: INFO nova.compute.manager [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1130.327128] env[70220]: DEBUG nova.compute.manager [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.327922] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55cdeae-dba1-44bf-b398-e28d94e21ec7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.351939] env[70220]: DEBUG oslo_vmware.api [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626212, 'name': PowerOnVM_Task, 'duration_secs': 0.440951} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.352203] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.354723] env[70220]: DEBUG nova.compute.manager [None req-e6a0abc4-15d2-4793-8e5f-689af66c95b3 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.355880] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f78fec8-6762-4bfb-b516-fb8269fef054 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.395577] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.398347] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.398347] env[70220]: INFO nova.compute.manager [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Attaching volume deb2cc35-26e0-418b-9334-c0d2135e3e9b to /dev/sdb [ 1130.413547] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.440727] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38f80a8-b631-4aaf-a83e-73a95082151c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.448562] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27a6047-00ec-4a60-a063-c8963aacc5ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.451838] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] Releasing lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.451973] env[70220]: DEBUG nova.compute.manager [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Received event network-changed-0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.452196] env[70220]: DEBUG nova.compute.manager [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing instance network info cache due to event network-changed-0a479539-4f4e-4315-93c8-18ae73e88549. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.452719] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] Acquiring lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.452719] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] Acquired lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.452719] env[70220]: DEBUG nova.network.neutron [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing network info cache for port 0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.465119] env[70220]: DEBUG nova.virt.block_device [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Updating existing volume attachment record: 1bef3c17-b7a0-4fb7-8d85-ffc409285b9c {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1130.510471] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.865067] env[70220]: INFO nova.compute.manager [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Took 28.95 seconds to build instance. [ 1131.016792] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1131.017011] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.460s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.017422] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.888s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.018907] env[70220]: INFO nova.compute.claims [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.282787] env[70220]: DEBUG nova.network.neutron [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updated VIF entry in instance network info cache for port 0a479539-4f4e-4315-93c8-18ae73e88549. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.283212] env[70220]: DEBUG nova.network.neutron [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updating instance_info_cache with network_info: [{"id": "0a479539-4f4e-4315-93c8-18ae73e88549", "address": "fa:16:3e:6a:f9:f7", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a479539-4f", "ovs_interfaceid": "0a479539-4f4e-4315-93c8-18ae73e88549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.367808] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f7f133dc-86de-4b37-b82a-fa2f8af1b0cf tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.467s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.786572] env[70220]: DEBUG oslo_concurrency.lockutils [req-d0b12bec-bb13-4d9c-a20e-9c6efd1ffb15 req-a20f7ab0-24ca-4b45-8d06-781e54ad3044 service nova] Releasing lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.840120] env[70220]: INFO nova.compute.manager [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Unrescuing [ 1131.840459] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.840623] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquired lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.840789] env[70220]: DEBUG nova.network.neutron [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.117610] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.118139] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.244185] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99340c0-5809-41d1-b560-3a31a6d58e06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.253527] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e44bae5-caa0-4af8-8c3b-90d77408eb0a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.287859] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6d607e-e81c-490a-95fb-11636391f981 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.295244] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259e2487-4d95-4ae3-9826-5e6b0d8751b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.309592] env[70220]: DEBUG nova.compute.provider_tree [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.552378] env[70220]: DEBUG nova.network.neutron [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Updating instance_info_cache with network_info: [{"id": "c0302687-46a8-432f-99db-8d99f4796118", "address": "fa:16:3e:f7:79:40", "network": {"id": "676b1054-e684-4cfe-beb0-40af4223f028", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1046604307-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "4bc1af22a62440e2a706716be452f99e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0302687-46", "ovs_interfaceid": "c0302687-46a8-432f-99db-8d99f4796118", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.620085] env[70220]: DEBUG nova.compute.manager [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1132.815088] env[70220]: DEBUG nova.scheduler.client.report [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.055465] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Releasing lock "refresh_cache-f6301150-74ed-4b9e-8f98-50dc196f0051" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.056241] env[70220]: DEBUG nova.objects.instance [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lazy-loading 'flavor' on Instance uuid f6301150-74ed-4b9e-8f98-50dc196f0051 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.149610] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.321457] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.322021] env[70220]: DEBUG nova.compute.manager [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1133.324618] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.578s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.326208] env[70220]: INFO nova.compute.claims [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.567076] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a6ea7c-6425-4116-9233-610a212643c7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.589782] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.590321] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-491ca239-0c8c-4660-a6f8-68877687680a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.598754] env[70220]: DEBUG oslo_vmware.api [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1133.598754] env[70220]: value = "task-3626217" [ 1133.598754] env[70220]: _type = "Task" [ 1133.598754] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.610173] env[70220]: DEBUG oslo_vmware.api [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.660339] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "dc040184-9b4e-4cef-9250-21863677fbeb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.660572] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.832072] env[70220]: DEBUG nova.compute.utils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.836035] env[70220]: DEBUG nova.compute.manager [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1133.836235] env[70220]: DEBUG nova.network.neutron [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1133.875369] env[70220]: DEBUG nova.policy [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d01d420132e4b8090987f27538ad70c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3cef1b90423b4bbd8bd11beb8a64e991', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1134.112447] env[70220]: DEBUG oslo_vmware.api [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626217, 'name': PowerOffVM_Task, 'duration_secs': 0.248768} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.112758] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.118687] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.119992] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bfe6848-82c4-42f4-9adb-582a66ff396e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.140538] env[70220]: DEBUG oslo_vmware.api [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1134.140538] env[70220]: value = "task-3626218" [ 1134.140538] env[70220]: _type = "Task" [ 1134.140538] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.150788] env[70220]: DEBUG oslo_vmware.api [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.164492] env[70220]: DEBUG nova.compute.utils [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.174173] env[70220]: DEBUG nova.network.neutron [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Successfully created port: 38ba4922-c679-4ea4-b82d-a33c64398c71 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1134.202299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "interface-4fa3faaa-0a55-4481-a3d7-e4844a28f930-c19616f1-0841-4475-93c8-dbf1fc837ab1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.202559] env[70220]: DEBUG oslo_concurrency.lockutils [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-4fa3faaa-0a55-4481-a3d7-e4844a28f930-c19616f1-0841-4475-93c8-dbf1fc837ab1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.202946] env[70220]: DEBUG nova.objects.instance [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'flavor' on Instance uuid 4fa3faaa-0a55-4481-a3d7-e4844a28f930 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.337203] env[70220]: DEBUG nova.compute.manager [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1134.579276] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe8727b-334c-459a-8ac5-53418a30d634 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.586168] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d206420-6618-4d82-bf05-5947e1e96d45 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.618537] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb2a8e-f03e-4541-a6d8-0c7f336a614c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.625878] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e3ad3e-8ab5-4d2c-835b-c71148f81ce8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.643435] env[70220]: DEBUG nova.compute.provider_tree [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.653717] env[70220]: DEBUG oslo_vmware.api [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626218, 'name': ReconfigVM_Task, 'duration_secs': 0.236975} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.654685] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.654685] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.654926] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afeb7b13-deda-4373-b135-70cebd0c55e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.661366] env[70220]: DEBUG oslo_vmware.api [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1134.661366] env[70220]: value = "task-3626219" [ 1134.661366] env[70220]: _type = "Task" [ 1134.661366] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.668805] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.669298] env[70220]: DEBUG oslo_vmware.api [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.791969] env[70220]: DEBUG nova.objects.instance [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'pci_requests' on Instance uuid 4fa3faaa-0a55-4481-a3d7-e4844a28f930 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.024884] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1135.025132] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723169', 'volume_id': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'name': 'volume-deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6d172b2-008f-4c31-b31a-9bf0974bb68c', 'attached_at': '', 'detached_at': '', 'volume_id': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'serial': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1135.026009] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3518592a-b7ef-48c9-89af-f49a4aa02fb0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.047422] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e12d11-7860-495e-85c6-6136486af809 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.071232] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-deb2cc35-26e0-418b-9334-c0d2135e3e9b/volume-deb2cc35-26e0-418b-9334-c0d2135e3e9b.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.071598] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da81860d-30bc-4f3d-bc60-8a907a96568b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.090423] env[70220]: DEBUG oslo_vmware.api [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1135.090423] env[70220]: value = "task-3626220" [ 1135.090423] env[70220]: _type = "Task" [ 1135.090423] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.099032] env[70220]: DEBUG oslo_vmware.api [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.146863] env[70220]: DEBUG nova.scheduler.client.report [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.175505] env[70220]: DEBUG oslo_vmware.api [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626219, 'name': PowerOnVM_Task, 'duration_secs': 0.506688} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.176426] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.176996] env[70220]: DEBUG nova.compute.manager [None req-2c9e2437-3201-405b-8a40-2ac2ebf36048 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.178012] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092cf671-31b3-410c-b792-5a709452b46f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.295174] env[70220]: DEBUG nova.objects.base [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Object Instance<4fa3faaa-0a55-4481-a3d7-e4844a28f930> lazy-loaded attributes: flavor,pci_requests {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1135.295428] env[70220]: DEBUG nova.network.neutron [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.346991] env[70220]: DEBUG nova.compute.manager [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1135.377689] env[70220]: DEBUG nova.virt.hardware [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.377951] env[70220]: DEBUG nova.virt.hardware [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.378128] env[70220]: DEBUG nova.virt.hardware [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.378314] env[70220]: DEBUG nova.virt.hardware [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.378455] env[70220]: DEBUG nova.virt.hardware [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.378678] env[70220]: DEBUG nova.virt.hardware [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.378887] env[70220]: DEBUG nova.virt.hardware [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.379054] env[70220]: DEBUG nova.virt.hardware [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.379221] env[70220]: DEBUG nova.virt.hardware [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.379393] env[70220]: DEBUG nova.virt.hardware [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.379562] env[70220]: DEBUG nova.virt.hardware [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.380466] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b534aca-a771-42a1-8423-f06d827736d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.389148] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10efb14e-a6db-4e7e-b614-0ac60ca34ef7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.605943] env[70220]: DEBUG oslo_vmware.api [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.657414] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.658122] env[70220]: DEBUG nova.compute.manager [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.664374] env[70220]: DEBUG nova.policy [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f2bee83b4f4b7f8d249010a1a83f40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02abc3df7dd14990b15371862cfb51f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.668507] env[70220]: DEBUG nova.network.neutron [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Successfully updated port: 38ba4922-c679-4ea4-b82d-a33c64398c71 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.669401] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.256s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.669628] env[70220]: DEBUG nova.objects.instance [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lazy-loading 'resources' on Instance uuid 97155f26-975a-43a9-9a2b-ffc73c3122e6 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.741130] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "dc040184-9b4e-4cef-9250-21863677fbeb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.741687] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.742069] env[70220]: INFO nova.compute.manager [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Attaching volume 482f47dd-cc83-466c-89a4-b7522a95094b to /dev/sdb [ 1135.785313] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bf94f2-60b0-4e5b-8993-e086febd69e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.791274] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d312a692-8a2e-46c4-bbff-2d87c4cb3150 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.806590] env[70220]: DEBUG nova.virt.block_device [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Updating existing volume attachment record: bd322d16-d86c-4479-96a3-7f6401fab7e5 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1136.103988] env[70220]: DEBUG oslo_vmware.api [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626220, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.117944] env[70220]: DEBUG nova.compute.manager [req-c39bdac7-3283-40c5-818a-2f7b99345be7 req-6d8a594c-cbe2-4543-b65e-ed043a21dd89 service nova] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Received event network-vif-plugged-38ba4922-c679-4ea4-b82d-a33c64398c71 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.118192] env[70220]: DEBUG oslo_concurrency.lockutils [req-c39bdac7-3283-40c5-818a-2f7b99345be7 req-6d8a594c-cbe2-4543-b65e-ed043a21dd89 service nova] Acquiring lock "f8579b2a-37ff-46ff-90d9-da614362a316-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.118427] env[70220]: DEBUG oslo_concurrency.lockutils [req-c39bdac7-3283-40c5-818a-2f7b99345be7 req-6d8a594c-cbe2-4543-b65e-ed043a21dd89 service nova] Lock "f8579b2a-37ff-46ff-90d9-da614362a316-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.118730] env[70220]: DEBUG oslo_concurrency.lockutils [req-c39bdac7-3283-40c5-818a-2f7b99345be7 req-6d8a594c-cbe2-4543-b65e-ed043a21dd89 service nova] Lock "f8579b2a-37ff-46ff-90d9-da614362a316-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.118796] env[70220]: DEBUG nova.compute.manager [req-c39bdac7-3283-40c5-818a-2f7b99345be7 req-6d8a594c-cbe2-4543-b65e-ed043a21dd89 service nova] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] No waiting events found dispatching network-vif-plugged-38ba4922-c679-4ea4-b82d-a33c64398c71 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.118977] env[70220]: WARNING nova.compute.manager [req-c39bdac7-3283-40c5-818a-2f7b99345be7 req-6d8a594c-cbe2-4543-b65e-ed043a21dd89 service nova] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Received unexpected event network-vif-plugged-38ba4922-c679-4ea4-b82d-a33c64398c71 for instance with vm_state building and task_state spawning. [ 1136.174008] env[70220]: DEBUG nova.compute.utils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.175558] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "refresh_cache-f8579b2a-37ff-46ff-90d9-da614362a316" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.175807] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "refresh_cache-f8579b2a-37ff-46ff-90d9-da614362a316" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.175856] env[70220]: DEBUG nova.network.neutron [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.180741] env[70220]: DEBUG nova.compute.manager [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.180741] env[70220]: DEBUG nova.network.neutron [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.232716] env[70220]: DEBUG nova.policy [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2c485b40e1e4395b6c2cd01c9dceec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c36613b93bb40abb60413ddd0278f7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.420526] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2d0b66-2cd5-4e12-8165-ef8f5902350d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.428643] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876f70ad-a86a-4ec4-91e7-ec8cecddf4af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.460070] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d43fc83-3761-4d7b-a222-e33d9c334e8d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.467549] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff1a7cc-b35b-45ef-9059-4e8bdcca1a3c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.481185] env[70220]: DEBUG nova.compute.provider_tree [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.523786] env[70220]: DEBUG nova.network.neutron [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Successfully created port: 2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.608432] env[70220]: DEBUG oslo_vmware.api [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626220, 'name': ReconfigVM_Task, 'duration_secs': 1.077084} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.608870] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-deb2cc35-26e0-418b-9334-c0d2135e3e9b/volume-deb2cc35-26e0-418b-9334-c0d2135e3e9b.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.617097] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5c8ef66-cd03-482d-a324-ba6d970a3ade {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.634918] env[70220]: DEBUG oslo_vmware.api [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1136.634918] env[70220]: value = "task-3626224" [ 1136.634918] env[70220]: _type = "Task" [ 1136.634918] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.642676] env[70220]: DEBUG oslo_vmware.api [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.681638] env[70220]: DEBUG nova.compute.manager [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.689386] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "f6301150-74ed-4b9e-8f98-50dc196f0051" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.689621] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f6301150-74ed-4b9e-8f98-50dc196f0051" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.689822] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "f6301150-74ed-4b9e-8f98-50dc196f0051-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.689999] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f6301150-74ed-4b9e-8f98-50dc196f0051-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.690184] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f6301150-74ed-4b9e-8f98-50dc196f0051-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.692109] env[70220]: INFO nova.compute.manager [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Terminating instance [ 1136.730866] env[70220]: DEBUG nova.network.neutron [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.884134] env[70220]: DEBUG nova.network.neutron [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Updating instance_info_cache with network_info: [{"id": "38ba4922-c679-4ea4-b82d-a33c64398c71", "address": "fa:16:3e:62:1d:e0", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ba4922-c6", "ovs_interfaceid": "38ba4922-c679-4ea4-b82d-a33c64398c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.983957] env[70220]: DEBUG nova.scheduler.client.report [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.145414] env[70220]: DEBUG oslo_vmware.api [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626224, 'name': ReconfigVM_Task, 'duration_secs': 0.151497} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.147469] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723169', 'volume_id': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'name': 'volume-deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6d172b2-008f-4c31-b31a-9bf0974bb68c', 'attached_at': '', 'detached_at': '', 'volume_id': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'serial': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1137.196211] env[70220]: DEBUG nova.compute.manager [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.197144] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.198159] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c2c2d3-cd6f-4a70-ac6d-1572f49afa16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.208101] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.208101] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74b57886-cbad-4d3d-9935-04bccbd28d2e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.215237] env[70220]: DEBUG oslo_vmware.api [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1137.215237] env[70220]: value = "task-3626225" [ 1137.215237] env[70220]: _type = "Task" [ 1137.215237] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.227543] env[70220]: DEBUG oslo_vmware.api [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.317135] env[70220]: DEBUG nova.network.neutron [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Successfully updated port: c19616f1-0841-4475-93c8-dbf1fc837ab1 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.386471] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "refresh_cache-f8579b2a-37ff-46ff-90d9-da614362a316" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.386869] env[70220]: DEBUG nova.compute.manager [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Instance network_info: |[{"id": "38ba4922-c679-4ea4-b82d-a33c64398c71", "address": "fa:16:3e:62:1d:e0", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ba4922-c6", "ovs_interfaceid": "38ba4922-c679-4ea4-b82d-a33c64398c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1137.387605] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:1d:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38ba4922-c679-4ea4-b82d-a33c64398c71', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.396202] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.396819] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.397091] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-295ccb60-9c87-4ed6-8943-11dfe06f0e7b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.415062] env[70220]: DEBUG nova.compute.manager [req-ca440cf4-0d01-41bd-b79c-4f73f9b4988f req-e385ac50-8d5c-4db7-8e51-f8519493c06b service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Received event network-vif-plugged-c19616f1-0841-4475-93c8-dbf1fc837ab1 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.415281] env[70220]: DEBUG oslo_concurrency.lockutils [req-ca440cf4-0d01-41bd-b79c-4f73f9b4988f req-e385ac50-8d5c-4db7-8e51-f8519493c06b service nova] Acquiring lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.415493] env[70220]: DEBUG oslo_concurrency.lockutils [req-ca440cf4-0d01-41bd-b79c-4f73f9b4988f req-e385ac50-8d5c-4db7-8e51-f8519493c06b service nova] Lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.415648] env[70220]: DEBUG oslo_concurrency.lockutils [req-ca440cf4-0d01-41bd-b79c-4f73f9b4988f req-e385ac50-8d5c-4db7-8e51-f8519493c06b service nova] Lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.415912] env[70220]: DEBUG nova.compute.manager [req-ca440cf4-0d01-41bd-b79c-4f73f9b4988f req-e385ac50-8d5c-4db7-8e51-f8519493c06b service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] No waiting events found dispatching network-vif-plugged-c19616f1-0841-4475-93c8-dbf1fc837ab1 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.416056] env[70220]: WARNING nova.compute.manager [req-ca440cf4-0d01-41bd-b79c-4f73f9b4988f req-e385ac50-8d5c-4db7-8e51-f8519493c06b service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Received unexpected event network-vif-plugged-c19616f1-0841-4475-93c8-dbf1fc837ab1 for instance with vm_state active and task_state None. [ 1137.420932] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.420932] env[70220]: value = "task-3626226" [ 1137.420932] env[70220]: _type = "Task" [ 1137.420932] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.428940] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626226, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.490509] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.493668] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.344s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.495339] env[70220]: INFO nova.compute.claims [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.509311] env[70220]: INFO nova.scheduler.client.report [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleted allocations for instance 97155f26-975a-43a9-9a2b-ffc73c3122e6 [ 1137.696136] env[70220]: DEBUG nova.compute.manager [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.725398] env[70220]: DEBUG nova.virt.hardware [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.725703] env[70220]: DEBUG nova.virt.hardware [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.725871] env[70220]: DEBUG nova.virt.hardware [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.726125] env[70220]: DEBUG nova.virt.hardware [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.726306] env[70220]: DEBUG nova.virt.hardware [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.726479] env[70220]: DEBUG nova.virt.hardware [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.726752] env[70220]: DEBUG nova.virt.hardware [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.727055] env[70220]: DEBUG nova.virt.hardware [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.727161] env[70220]: DEBUG nova.virt.hardware [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.727388] env[70220]: DEBUG nova.virt.hardware [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.727617] env[70220]: DEBUG nova.virt.hardware [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.728614] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c43de8-ca1b-44ec-ad59-32b8bac3e153 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.740124] env[70220]: DEBUG oslo_vmware.api [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626225, 'name': PowerOffVM_Task, 'duration_secs': 0.190284} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.740757] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquiring lock "43fd85cb-3eda-4027-b164-1b834ffeb199" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.740979] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "43fd85cb-3eda-4027-b164-1b834ffeb199" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.742409] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.742619] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.745399] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b562ddb-9680-40e8-b754-0d2479154411 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.748019] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b8afd1-fef6-462d-bbc2-855ac284f8a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.811383] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.811625] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.811808] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Deleting the datastore file [datastore2] f6301150-74ed-4b9e-8f98-50dc196f0051 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.812096] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4c0f70e-607e-4226-ba47-5e26062dbaf5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.818579] env[70220]: DEBUG oslo_vmware.api [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1137.818579] env[70220]: value = "task-3626228" [ 1137.818579] env[70220]: _type = "Task" [ 1137.818579] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.819167] env[70220]: DEBUG oslo_concurrency.lockutils [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.819371] env[70220]: DEBUG oslo_concurrency.lockutils [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.819490] env[70220]: DEBUG nova.network.neutron [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.829345] env[70220]: DEBUG oslo_vmware.api [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.931984] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626226, 'name': CreateVM_Task, 'duration_secs': 0.35716} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.932234] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.933073] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.933256] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.933623] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.933892] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd053cb3-a3ba-43df-b45c-75f28f285e2e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.938891] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1137.938891] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525fc826-2379-b3f4-38a4-dc0072136e6c" [ 1137.938891] env[70220]: _type = "Task" [ 1137.938891] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.947469] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525fc826-2379-b3f4-38a4-dc0072136e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.016232] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3dd3f0d1-3ef2-4b1b-ba21-c31148819295 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "97155f26-975a-43a9-9a2b-ffc73c3122e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.182s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.058574] env[70220]: DEBUG nova.network.neutron [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Successfully updated port: 2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.153238] env[70220]: DEBUG nova.compute.manager [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Received event network-changed-38ba4922-c679-4ea4-b82d-a33c64398c71 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.153401] env[70220]: DEBUG nova.compute.manager [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Refreshing instance network info cache due to event network-changed-38ba4922-c679-4ea4-b82d-a33c64398c71. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.153663] env[70220]: DEBUG oslo_concurrency.lockutils [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] Acquiring lock "refresh_cache-f8579b2a-37ff-46ff-90d9-da614362a316" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.153842] env[70220]: DEBUG oslo_concurrency.lockutils [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] Acquired lock "refresh_cache-f8579b2a-37ff-46ff-90d9-da614362a316" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.153954] env[70220]: DEBUG nova.network.neutron [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Refreshing network info cache for port 38ba4922-c679-4ea4-b82d-a33c64398c71 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.185647] env[70220]: DEBUG nova.objects.instance [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lazy-loading 'flavor' on Instance uuid c6d172b2-008f-4c31-b31a-9bf0974bb68c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.246649] env[70220]: DEBUG nova.compute.manager [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.330568] env[70220]: DEBUG oslo_vmware.api [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158619} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.331176] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.331371] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.331594] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.331819] env[70220]: INFO nova.compute.manager [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1138.332104] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.332298] env[70220]: DEBUG nova.compute.manager [-] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.332391] env[70220]: DEBUG nova.network.neutron [-] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.366761] env[70220]: WARNING nova.network.neutron [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] fd363a1f-7af6-4512-bcd9-723593f14e19 already exists in list: networks containing: ['fd363a1f-7af6-4512-bcd9-723593f14e19']. ignoring it [ 1138.451322] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525fc826-2379-b3f4-38a4-dc0072136e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.451646] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.451878] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.452147] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.452308] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.452440] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.452707] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afbf3c21-c5d8-47db-903f-7f8487074073 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.468830] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.469047] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.470347] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fb5cce-500f-4a68-81df-1a23f309489b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.479165] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1138.479165] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f9d5ae-a5ea-2c71-98e4-7578ea486970" [ 1138.479165] env[70220]: _type = "Task" [ 1138.479165] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.488250] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f9d5ae-a5ea-2c71-98e4-7578ea486970, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.562750] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.562903] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.563074] env[70220]: DEBUG nova.network.neutron [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.664934] env[70220]: DEBUG nova.network.neutron [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updating instance_info_cache with network_info: [{"id": "0a479539-4f4e-4315-93c8-18ae73e88549", "address": "fa:16:3e:6a:f9:f7", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a479539-4f", "ovs_interfaceid": "0a479539-4f4e-4315-93c8-18ae73e88549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c19616f1-0841-4475-93c8-dbf1fc837ab1", "address": "fa:16:3e:da:d8:33", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19616f1-08", "ovs_interfaceid": "c19616f1-0841-4475-93c8-dbf1fc837ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.689791] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b3c88c1a-6429-4a75-a3f2-636b2f506c21 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.294s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.766690] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.768710] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941ea296-d201-4565-9e44-469b2375e8b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.776606] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8c50e1-8b13-43f0-b096-0f3a57d675e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.808175] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757424dd-ba39-40f9-b00c-eec7f7934206 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.818971] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16074351-efc0-4122-bf18-14d5eb0d392e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.832116] env[70220]: DEBUG nova.compute.provider_tree [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.907986] env[70220]: DEBUG nova.network.neutron [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Updated VIF entry in instance network info cache for port 38ba4922-c679-4ea4-b82d-a33c64398c71. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.908600] env[70220]: DEBUG nova.network.neutron [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Updating instance_info_cache with network_info: [{"id": "38ba4922-c679-4ea4-b82d-a33c64398c71", "address": "fa:16:3e:62:1d:e0", "network": {"id": "87b41814-da57-4b64-83d6-c04c6b73735e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-502562375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3cef1b90423b4bbd8bd11beb8a64e991", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ba4922-c6", "ovs_interfaceid": "38ba4922-c679-4ea4-b82d-a33c64398c71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.941043] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.941230] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.941442] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.941641] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.941804] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.943970] env[70220]: INFO nova.compute.manager [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Terminating instance [ 1138.989732] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f9d5ae-a5ea-2c71-98e4-7578ea486970, 'name': SearchDatastore_Task, 'duration_secs': 0.015219} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.990536] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c7b569-c5bc-4eb5-b02f-dbced3f23dd7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.995743] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1138.995743] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b6a741-c27d-38fa-1f0a-f529c11d1400" [ 1138.995743] env[70220]: _type = "Task" [ 1138.995743] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.003808] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b6a741-c27d-38fa-1f0a-f529c11d1400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.099905] env[70220]: DEBUG nova.network.neutron [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.138399] env[70220]: DEBUG nova.network.neutron [-] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.167795] env[70220]: DEBUG oslo_concurrency.lockutils [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.167923] env[70220]: DEBUG oslo_concurrency.lockutils [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.168136] env[70220]: DEBUG oslo_concurrency.lockutils [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.168963] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14561242-fb89-48e6-87ce-6f8fd6793842 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.186456] env[70220]: DEBUG nova.virt.hardware [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.186679] env[70220]: DEBUG nova.virt.hardware [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.186834] env[70220]: DEBUG nova.virt.hardware [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.187042] env[70220]: DEBUG nova.virt.hardware [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.187211] env[70220]: DEBUG nova.virt.hardware [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.187359] env[70220]: DEBUG nova.virt.hardware [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.187560] env[70220]: DEBUG nova.virt.hardware [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.187717] env[70220]: DEBUG nova.virt.hardware [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.187878] env[70220]: DEBUG nova.virt.hardware [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.188069] env[70220]: DEBUG nova.virt.hardware [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.188260] env[70220]: DEBUG nova.virt.hardware [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.194626] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Reconfiguring VM to attach interface {{(pid=70220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1139.197564] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7abb409-e640-4e1f-9e66-a7719c53b981 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.218500] env[70220]: DEBUG oslo_vmware.api [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1139.218500] env[70220]: value = "task-3626230" [ 1139.218500] env[70220]: _type = "Task" [ 1139.218500] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.226896] env[70220]: DEBUG oslo_vmware.api [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626230, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.276500] env[70220]: DEBUG nova.network.neutron [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updating instance_info_cache with network_info: [{"id": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "address": "fa:16:3e:6a:d2:23", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e261da8-d3", "ovs_interfaceid": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.335319] env[70220]: DEBUG nova.scheduler.client.report [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.411804] env[70220]: DEBUG oslo_concurrency.lockutils [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] Releasing lock "refresh_cache-f8579b2a-37ff-46ff-90d9-da614362a316" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.412203] env[70220]: DEBUG nova.compute.manager [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Received event network-vif-plugged-2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.412822] env[70220]: DEBUG oslo_concurrency.lockutils [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] Acquiring lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.412822] env[70220]: DEBUG oslo_concurrency.lockutils [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.413105] env[70220]: DEBUG oslo_concurrency.lockutils [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.413105] env[70220]: DEBUG nova.compute.manager [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] No waiting events found dispatching network-vif-plugged-2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1139.413290] env[70220]: WARNING nova.compute.manager [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Received unexpected event network-vif-plugged-2e261da8-d31d-49ef-8ff5-8dd4277420b4 for instance with vm_state building and task_state spawning. [ 1139.413517] env[70220]: DEBUG nova.compute.manager [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Received event network-changed-2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.413703] env[70220]: DEBUG nova.compute.manager [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Refreshing instance network info cache due to event network-changed-2e261da8-d31d-49ef-8ff5-8dd4277420b4. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.413875] env[70220]: DEBUG oslo_concurrency.lockutils [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] Acquiring lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.448509] env[70220]: DEBUG nova.compute.manager [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.448810] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.449159] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9efd4d07-a612-4a23-bfdf-36fdc5e12cf4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.457692] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1139.457692] env[70220]: value = "task-3626231" [ 1139.457692] env[70220]: _type = "Task" [ 1139.457692] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.467621] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.510381] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b6a741-c27d-38fa-1f0a-f529c11d1400, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.511105] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.511516] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f8579b2a-37ff-46ff-90d9-da614362a316/f8579b2a-37ff-46ff-90d9-da614362a316.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.511889] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-366c57e5-41d4-4260-885a-0db435b71614 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.520231] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1139.520231] env[70220]: value = "task-3626232" [ 1139.520231] env[70220]: _type = "Task" [ 1139.520231] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.534876] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.577348] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "1d9af276-9544-447e-9fa6-4fe5578766fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.577722] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "1d9af276-9544-447e-9fa6-4fe5578766fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.577949] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "1d9af276-9544-447e-9fa6-4fe5578766fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.578209] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "1d9af276-9544-447e-9fa6-4fe5578766fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.578404] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "1d9af276-9544-447e-9fa6-4fe5578766fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.580896] env[70220]: INFO nova.compute.manager [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Terminating instance [ 1139.640849] env[70220]: INFO nova.compute.manager [-] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Took 1.31 seconds to deallocate network for instance. [ 1139.731190] env[70220]: DEBUG oslo_vmware.api [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626230, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.780022] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.780022] env[70220]: DEBUG nova.compute.manager [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Instance network_info: |[{"id": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "address": "fa:16:3e:6a:d2:23", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e261da8-d3", "ovs_interfaceid": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.780356] env[70220]: DEBUG oslo_concurrency.lockutils [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] Acquired lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.780564] env[70220]: DEBUG nova.network.neutron [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Refreshing network info cache for port 2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.782262] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:d2:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e261da8-d31d-49ef-8ff5-8dd4277420b4', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.794778] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating folder: Project (4c36613b93bb40abb60413ddd0278f7e). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.797638] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ebfb918-7baa-4d09-8071-94c6f707877a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.802034] env[70220]: DEBUG nova.compute.manager [req-1220598d-06ac-40c4-a592-a6d4f59fec03 req-c7a492fc-6e48-4c1c-8f77-c147d720fdea service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Received event network-changed-c19616f1-0841-4475-93c8-dbf1fc837ab1 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.802327] env[70220]: DEBUG nova.compute.manager [req-1220598d-06ac-40c4-a592-a6d4f59fec03 req-c7a492fc-6e48-4c1c-8f77-c147d720fdea service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing instance network info cache due to event network-changed-c19616f1-0841-4475-93c8-dbf1fc837ab1. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.802620] env[70220]: DEBUG oslo_concurrency.lockutils [req-1220598d-06ac-40c4-a592-a6d4f59fec03 req-c7a492fc-6e48-4c1c-8f77-c147d720fdea service nova] Acquiring lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.802878] env[70220]: DEBUG oslo_concurrency.lockutils [req-1220598d-06ac-40c4-a592-a6d4f59fec03 req-c7a492fc-6e48-4c1c-8f77-c147d720fdea service nova] Acquired lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.803080] env[70220]: DEBUG nova.network.neutron [req-1220598d-06ac-40c4-a592-a6d4f59fec03 req-c7a492fc-6e48-4c1c-8f77-c147d720fdea service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing network info cache for port c19616f1-0841-4475-93c8-dbf1fc837ab1 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.815443] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Created folder: Project (4c36613b93bb40abb60413ddd0278f7e) in parent group-v722922. [ 1139.815696] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating folder: Instances. Parent ref: group-v723173. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.816073] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-764cb49f-4b3e-4b57-b2ca-8dd345cd1479 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.830405] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Created folder: Instances in parent group-v723173. [ 1139.830655] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.830852] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.831087] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5399dc3-7850-4853-b044-894ec9a533ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.848200] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.848764] env[70220]: DEBUG nova.compute.manager [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1139.851679] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.085s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.853791] env[70220]: INFO nova.compute.claims [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.866926] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.866926] env[70220]: value = "task-3626235" [ 1139.866926] env[70220]: _type = "Task" [ 1139.866926] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.879308] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626235, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.969884] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626231, 'name': PowerOffVM_Task, 'duration_secs': 0.274959} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.969884] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.969884] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1139.969884] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723169', 'volume_id': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'name': 'volume-deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6d172b2-008f-4c31-b31a-9bf0974bb68c', 'attached_at': '', 'detached_at': '', 'volume_id': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'serial': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1139.971035] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c79178d-c9dd-464a-b204-9910b29eb58d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.992222] env[70220]: DEBUG nova.compute.manager [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.993150] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f915c480-cce6-4d00-ba03-2ed18e91cd88 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.996441] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c409f7-a2d6-4827-9cc2-12fd96132b23 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.008033] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cf780b-2b3f-4bc4-a727-8ebf80069ea3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.035955] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10761b0b-5d7e-428d-948d-5295dce3d370 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.055383] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] The volume has not been displaced from its original location: [datastore1] volume-deb2cc35-26e0-418b-9334-c0d2135e3e9b/volume-deb2cc35-26e0-418b-9334-c0d2135e3e9b.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1140.060767] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.061135] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488106} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.061635] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d19ddb1-9591-4d86-a6ee-521d92ef6f7a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.074425] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f8579b2a-37ff-46ff-90d9-da614362a316/f8579b2a-37ff-46ff-90d9-da614362a316.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.074667] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.075252] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c34664b2-140c-46c4-8337-73dc719339c1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.082789] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1140.082789] env[70220]: value = "task-3626236" [ 1140.082789] env[70220]: _type = "Task" [ 1140.082789] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.084355] env[70220]: DEBUG nova.compute.manager [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1140.084562] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.084849] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1140.084849] env[70220]: value = "task-3626237" [ 1140.084849] env[70220]: _type = "Task" [ 1140.084849] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.088389] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3436d1f0-b322-49b0-8a58-cc0965fd94f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.101025] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.106554] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.107089] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.107409] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fd29a5d-5e44-4ad2-bc9a-c940f1fec8dc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.113527] env[70220]: DEBUG oslo_vmware.api [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1140.113527] env[70220]: value = "task-3626238" [ 1140.113527] env[70220]: _type = "Task" [ 1140.113527] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.121968] env[70220]: DEBUG oslo_vmware.api [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.148784] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.229987] env[70220]: DEBUG oslo_vmware.api [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626230, 'name': ReconfigVM_Task, 'duration_secs': 0.580164} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.231197] env[70220]: DEBUG oslo_concurrency.lockutils [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.231460] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Reconfigured VM to attach interface {{(pid=70220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1140.354769] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1140.355037] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723171', 'volume_id': '482f47dd-cc83-466c-89a4-b7522a95094b', 'name': 'volume-482f47dd-cc83-466c-89a4-b7522a95094b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc040184-9b4e-4cef-9250-21863677fbeb', 'attached_at': '', 'detached_at': '', 'volume_id': '482f47dd-cc83-466c-89a4-b7522a95094b', 'serial': '482f47dd-cc83-466c-89a4-b7522a95094b'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1140.355978] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5212a56-6e4b-4845-9902-6d3b2d3f0cca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.361472] env[70220]: DEBUG nova.compute.utils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.362652] env[70220]: DEBUG nova.compute.manager [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.362821] env[70220]: DEBUG nova.network.neutron [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.386676] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6761c5-494c-4c29-8364-9f17bfb24010 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.396403] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626235, 'name': CreateVM_Task, 'duration_secs': 0.389194} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.409037] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.416608] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-482f47dd-cc83-466c-89a4-b7522a95094b/volume-482f47dd-cc83-466c-89a4-b7522a95094b.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.419913] env[70220]: DEBUG nova.policy [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7397e1c0af1848d1970e28cd5a252241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f4bc3eac9834be394d3cd8034c0c438', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.423120] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.423285] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.423615] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.423874] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63ad54ed-2a6b-4f15-abc9-e2a96c07af57 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.436714] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b7a9d0-4f45-494f-a448-26e50af41783 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.442443] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1140.442443] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b25a06-3420-b388-bbec-fb4fcfb849e4" [ 1140.442443] env[70220]: _type = "Task" [ 1140.442443] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.446456] env[70220]: DEBUG oslo_vmware.api [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1140.446456] env[70220]: value = "task-3626239" [ 1140.446456] env[70220]: _type = "Task" [ 1140.446456] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.452532] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b25a06-3420-b388-bbec-fb4fcfb849e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.457705] env[70220]: DEBUG oslo_vmware.api [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626239, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.506455] env[70220]: INFO nova.compute.manager [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] instance snapshotting [ 1140.507104] env[70220]: DEBUG nova.objects.instance [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'flavor' on Instance uuid 21dca84a-e6e7-49b1-930c-c5a9b2162483 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.552261] env[70220]: DEBUG nova.network.neutron [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updated VIF entry in instance network info cache for port 2e261da8-d31d-49ef-8ff5-8dd4277420b4. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.552835] env[70220]: DEBUG nova.network.neutron [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updating instance_info_cache with network_info: [{"id": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "address": "fa:16:3e:6a:d2:23", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e261da8-d3", "ovs_interfaceid": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.604100] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070508} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.609013] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.609494] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626237, 'name': ReconfigVM_Task, 'duration_secs': 0.210135} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.610611] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1f7c87-7976-450f-ba69-c4e193913a4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.614515] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.623370] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40b40bb-081f-4d53-a897-d6a8ced1358f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.657668] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] f8579b2a-37ff-46ff-90d9-da614362a316/f8579b2a-37ff-46ff-90d9-da614362a316.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.660099] env[70220]: DEBUG nova.network.neutron [req-1220598d-06ac-40c4-a592-a6d4f59fec03 req-c7a492fc-6e48-4c1c-8f77-c147d720fdea service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updated VIF entry in instance network info cache for port c19616f1-0841-4475-93c8-dbf1fc837ab1. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.660501] env[70220]: DEBUG nova.network.neutron [req-1220598d-06ac-40c4-a592-a6d4f59fec03 req-c7a492fc-6e48-4c1c-8f77-c147d720fdea service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updating instance_info_cache with network_info: [{"id": "0a479539-4f4e-4315-93c8-18ae73e88549", "address": "fa:16:3e:6a:f9:f7", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a479539-4f", "ovs_interfaceid": "0a479539-4f4e-4315-93c8-18ae73e88549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c19616f1-0841-4475-93c8-dbf1fc837ab1", "address": "fa:16:3e:da:d8:33", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19616f1-08", "ovs_interfaceid": "c19616f1-0841-4475-93c8-dbf1fc837ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.664651] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb39bae-16f9-4a60-8ade-020f31ca0870 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.679220] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1140.679220] env[70220]: value = "task-3626240" [ 1140.679220] env[70220]: _type = "Task" [ 1140.679220] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.679473] env[70220]: DEBUG oslo_vmware.api [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626238, 'name': PowerOffVM_Task, 'duration_secs': 0.184907} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.680667] env[70220]: DEBUG oslo_concurrency.lockutils [req-1220598d-06ac-40c4-a592-a6d4f59fec03 req-c7a492fc-6e48-4c1c-8f77-c147d720fdea service nova] Releasing lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.680920] env[70220]: DEBUG nova.compute.manager [req-1220598d-06ac-40c4-a592-a6d4f59fec03 req-c7a492fc-6e48-4c1c-8f77-c147d720fdea service nova] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Received event network-vif-deleted-c0302687-46a8-432f-99db-8d99f4796118 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.681418] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.681645] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.685465] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f4cef3b-bf7a-4dc4-8cec-cca6241d0f3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.689337] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1140.689337] env[70220]: value = "task-3626241" [ 1140.689337] env[70220]: _type = "Task" [ 1140.689337] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.695826] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.701308] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.736917] env[70220]: DEBUG oslo_concurrency.lockutils [None req-282761d7-0ab5-4f07-ba60-ed9714e2c2f5 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-4fa3faaa-0a55-4481-a3d7-e4844a28f930-c19616f1-0841-4475-93c8-dbf1fc837ab1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.534s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.762704] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.762704] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.762704] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleting the datastore file [datastore1] 1d9af276-9544-447e-9fa6-4fe5578766fb {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.762704] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4812687b-54fa-46ef-8ee9-f018fe23343a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.769559] env[70220]: DEBUG oslo_vmware.api [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1140.769559] env[70220]: value = "task-3626243" [ 1140.769559] env[70220]: _type = "Task" [ 1140.769559] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.781569] env[70220]: DEBUG oslo_vmware.api [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.799021] env[70220]: DEBUG nova.network.neutron [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Successfully created port: f0904f0b-0702-4b64-81b3-dbf8c9b74175 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.870143] env[70220]: DEBUG nova.compute.manager [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1140.958491] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b25a06-3420-b388-bbec-fb4fcfb849e4, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.959802] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.959802] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.960166] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.960166] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.960166] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.960400] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb83051d-c2da-4266-a413-2fe13b0a1a43 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.965928] env[70220]: DEBUG oslo_vmware.api [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626239, 'name': ReconfigVM_Task, 'duration_secs': 0.366391} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.967343] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-482f47dd-cc83-466c-89a4-b7522a95094b/volume-482f47dd-cc83-466c-89a4-b7522a95094b.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.975615] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-051549e2-1913-448e-8100-f0953dd23913 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.986236] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.986429] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.987470] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5cfaae0-75f8-44d1-bd73-ef3f64347cf9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.994284] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1140.994284] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ddf239-6e4a-53e7-f409-0ce0f661fe0e" [ 1140.994284] env[70220]: _type = "Task" [ 1140.994284] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.995731] env[70220]: DEBUG oslo_vmware.api [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1140.995731] env[70220]: value = "task-3626244" [ 1140.995731] env[70220]: _type = "Task" [ 1140.995731] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.010238] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ddf239-6e4a-53e7-f409-0ce0f661fe0e, 'name': SearchDatastore_Task, 'duration_secs': 0.013206} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.016668] env[70220]: DEBUG oslo_vmware.api [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626244, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.017218] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe837c8d-3b08-46c6-9a35-e40b6279ce56 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.020984] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9146945b-d8ae-44c7-8610-2692a8598eda {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.043012] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1141.043012] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bc6f0e-93b5-db88-dc5f-b101014caf02" [ 1141.043012] env[70220]: _type = "Task" [ 1141.043012] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.046897] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adc96a0-c8b2-4d92-89d0-920dad018c73 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.059410] env[70220]: DEBUG oslo_concurrency.lockutils [req-b1fc3d3c-65dd-43a9-95b3-e714fc6094c3 req-f801b59c-55f3-4b21-b7de-15444becbb01 service nova] Releasing lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.067384] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bc6f0e-93b5-db88-dc5f-b101014caf02, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.068123] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.068398] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f9aa14ab-86a5-401c-a359-b1889ae9d5da/f9aa14ab-86a5-401c-a359-b1889ae9d5da.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.068652] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e42eb571-699f-458a-9231-7f07a0690ba1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.074648] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1141.074648] env[70220]: value = "task-3626245" [ 1141.074648] env[70220]: _type = "Task" [ 1141.074648] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.085409] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.171325] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43245b9-1fba-4521-b09f-1782dfdf9923 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.179194] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ef0e64-395f-4390-b069-9a35b5a3ee0b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.192148] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626240, 'name': ReconfigVM_Task, 'duration_secs': 0.289136} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.219316] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723169', 'volume_id': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'name': 'volume-deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6d172b2-008f-4c31-b31a-9bf0974bb68c', 'attached_at': '', 'detached_at': '', 'volume_id': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b', 'serial': 'deb2cc35-26e0-418b-9334-c0d2135e3e9b'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1141.219643] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.220637] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868855db-9946-42c7-982d-1d6aaa22e28a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.223529] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf4c234-8943-4283-88d3-9fc89b0f92f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.231010] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626241, 'name': ReconfigVM_Task, 'duration_secs': 0.362368} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.234639] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Reconfigured VM instance instance-0000005a to attach disk [datastore1] f8579b2a-37ff-46ff-90d9-da614362a316/f8579b2a-37ff-46ff-90d9-da614362a316.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.235317] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.235560] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7775d780-cd7d-4f0d-81b4-0ceec09fa37d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.237802] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9935540d-2921-42c2-a81d-511abc8a2538 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.241412] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10029717-4501-41fd-9c21-fc4c3f9433b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.253509] env[70220]: DEBUG nova.compute.provider_tree [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.255990] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1141.255990] env[70220]: value = "task-3626246" [ 1141.255990] env[70220]: _type = "Task" [ 1141.255990] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.265165] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626246, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.280639] env[70220]: DEBUG oslo_vmware.api [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186498} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.280639] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.280639] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.280639] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.280639] env[70220]: INFO nova.compute.manager [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1141.280639] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.280639] env[70220]: DEBUG nova.compute.manager [-] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.280639] env[70220]: DEBUG nova.network.neutron [-] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.310933] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.311180] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.311433] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleting the datastore file [datastore2] c6d172b2-008f-4c31-b31a-9bf0974bb68c {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.312024] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3581a4c5-ba91-484a-afde-e222cc2fe6f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.318521] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1141.318521] env[70220]: value = "task-3626248" [ 1141.318521] env[70220]: _type = "Task" [ 1141.318521] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.326797] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.513637] env[70220]: DEBUG oslo_vmware.api [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626244, 'name': ReconfigVM_Task, 'duration_secs': 0.154937} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.514073] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723171', 'volume_id': '482f47dd-cc83-466c-89a4-b7522a95094b', 'name': 'volume-482f47dd-cc83-466c-89a4-b7522a95094b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc040184-9b4e-4cef-9250-21863677fbeb', 'attached_at': '', 'detached_at': '', 'volume_id': '482f47dd-cc83-466c-89a4-b7522a95094b', 'serial': '482f47dd-cc83-466c-89a4-b7522a95094b'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1141.569826] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1141.570213] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ce232eb-1116-4e51-91f9-9d1f6d8073ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.582769] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.584038] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1141.584038] env[70220]: value = "task-3626249" [ 1141.584038] env[70220]: _type = "Task" [ 1141.584038] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.591411] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626249, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.745124] env[70220]: DEBUG nova.compute.manager [req-1c2dadca-eb00-4c9b-9aac-20214033f667 req-4f8ff589-61da-4733-aa1c-aab2bd3bec42 service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Received event network-vif-deleted-fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.745331] env[70220]: INFO nova.compute.manager [req-1c2dadca-eb00-4c9b-9aac-20214033f667 req-4f8ff589-61da-4733-aa1c-aab2bd3bec42 service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Neutron deleted interface fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7; detaching it from the instance and deleting it from the info cache [ 1141.745495] env[70220]: DEBUG nova.network.neutron [req-1c2dadca-eb00-4c9b-9aac-20214033f667 req-4f8ff589-61da-4733-aa1c-aab2bd3bec42 service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.757577] env[70220]: DEBUG nova.scheduler.client.report [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.773979] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626246, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.830964] env[70220]: DEBUG oslo_vmware.api [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129121} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.831557] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.831839] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.832047] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.832235] env[70220]: INFO nova.compute.manager [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Took 2.38 seconds to destroy the instance on the hypervisor. [ 1141.832567] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.832791] env[70220]: DEBUG nova.compute.manager [-] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1141.832898] env[70220]: DEBUG nova.network.neutron [-] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1141.879771] env[70220]: DEBUG nova.compute.manager [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1141.919765] env[70220]: DEBUG nova.virt.hardware [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.920023] env[70220]: DEBUG nova.virt.hardware [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.920182] env[70220]: DEBUG nova.virt.hardware [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.920419] env[70220]: DEBUG nova.virt.hardware [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.920763] env[70220]: DEBUG nova.virt.hardware [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.920920] env[70220]: DEBUG nova.virt.hardware [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.921145] env[70220]: DEBUG nova.virt.hardware [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.921308] env[70220]: DEBUG nova.virt.hardware [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.921510] env[70220]: DEBUG nova.virt.hardware [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.921679] env[70220]: DEBUG nova.virt.hardware [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.921843] env[70220]: DEBUG nova.virt.hardware [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.922818] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc65e5f-7ee3-4394-81f9-bc796545bb12 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.935084] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a100355f-d98b-4fa2-ad7b-e2bb2fd0f829 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.084804] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.093378] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626249, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.220502] env[70220]: DEBUG nova.network.neutron [-] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.251019] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b2f0d7b-507a-46ee-ac9b-893b69a4899d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.262431] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77d0ad3-ea75-4c98-a01a-27146c0a695f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.275135] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.279866] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.131s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.280312] env[70220]: DEBUG nova.objects.instance [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lazy-loading 'resources' on Instance uuid f6301150-74ed-4b9e-8f98-50dc196f0051 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.287395] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626246, 'name': Rename_Task, 'duration_secs': 0.996335} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.287863] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.288230] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-606a4dfd-7129-475a-9d17-5dd35b2d5b24 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.305232] env[70220]: DEBUG nova.compute.manager [req-1c2dadca-eb00-4c9b-9aac-20214033f667 req-4f8ff589-61da-4733-aa1c-aab2bd3bec42 service nova] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Detach interface failed, port_id=fc4edb5d-9722-46f5-9b7c-f3e4b626e1c7, reason: Instance 1d9af276-9544-447e-9fa6-4fe5578766fb could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1142.307381] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1142.307381] env[70220]: value = "task-3626250" [ 1142.307381] env[70220]: _type = "Task" [ 1142.307381] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.316353] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.415542] env[70220]: DEBUG nova.network.neutron [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Successfully updated port: f0904f0b-0702-4b64-81b3-dbf8c9b74175 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.535336] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "interface-4fa3faaa-0a55-4481-a3d7-e4844a28f930-c19616f1-0841-4475-93c8-dbf1fc837ab1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.535642] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-4fa3faaa-0a55-4481-a3d7-e4844a28f930-c19616f1-0841-4475-93c8-dbf1fc837ab1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.553916] env[70220]: DEBUG nova.objects.instance [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lazy-loading 'flavor' on Instance uuid dc040184-9b4e-4cef-9250-21863677fbeb {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.586293] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626245, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.455268} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.589493] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] f9aa14ab-86a5-401c-a359-b1889ae9d5da/f9aa14ab-86a5-401c-a359-b1889ae9d5da.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.589719] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.589962] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b89368d1-772d-43ac-8da6-49790b371efc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.596417] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626249, 'name': CreateSnapshot_Task, 'duration_secs': 0.567544} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.597651] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1142.597941] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1142.597941] env[70220]: value = "task-3626251" [ 1142.597941] env[70220]: _type = "Task" [ 1142.597941] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.598607] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69bc7b9-574c-4c8a-8915-a23265f42db3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.609043] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.671892] env[70220]: DEBUG nova.network.neutron [-] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.723130] env[70220]: INFO nova.compute.manager [-] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Took 1.44 seconds to deallocate network for instance. [ 1142.778326] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquiring lock "9461c421-b542-47a1-93b9-a8fcc1a1fc1d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.778769] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "9461c421-b542-47a1-93b9-a8fcc1a1fc1d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.819460] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.918619] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "refresh_cache-47b8ca03-915a-4ee4-8e7b-835ffdf56259" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.918771] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired lock "refresh_cache-47b8ca03-915a-4ee4-8e7b-835ffdf56259" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.918918] env[70220]: DEBUG nova.network.neutron [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.995700] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09431080-d4f8-404d-9a99-d4f9e9564514 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.003029] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9110393-41d8-4b6a-bbb6-821111794156 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.034973] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d7046-013e-408e-8012-2f58426600b0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.039122] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.039311] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.041993] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef98232-c7c2-4920-b19a-e48a67d7d808 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.045596] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ca363c-e72c-4abf-bb5f-546b6265b8c6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.061438] env[70220]: DEBUG nova.compute.provider_tree [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.062591] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cb950954-dd5f-44b7-8889-de55939f7c82 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.321s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.078826] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456d8548-72fd-49de-a0b8-e273f11c7d74 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.108056] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Reconfiguring VM to detach interface {{(pid=70220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1143.112060] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9351389e-c2f6-4a09-b338-e6e4bfab949e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.135880] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1143.136743] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c54f150e-a2e4-48a1-8b62-ba1d0c730cd1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.143257] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071417} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.143888] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.145669] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8029f792-1e8f-4ad2-92e2-37e54be92f28 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.148622] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1143.148622] env[70220]: value = "task-3626252" [ 1143.148622] env[70220]: _type = "Task" [ 1143.148622] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.149889] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1143.149889] env[70220]: value = "task-3626253" [ 1143.149889] env[70220]: _type = "Task" [ 1143.149889] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.175879] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] f9aa14ab-86a5-401c-a359-b1889ae9d5da/f9aa14ab-86a5-401c-a359-b1889ae9d5da.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.181350] env[70220]: INFO nova.compute.manager [-] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Took 1.35 seconds to deallocate network for instance. [ 1143.181709] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d492ce1a-30c2-4481-998c-9f35242b525e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.198267] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.203644] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626253, 'name': CloneVM_Task} progress is 11%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.212913] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1143.212913] env[70220]: value = "task-3626254" [ 1143.212913] env[70220]: _type = "Task" [ 1143.212913] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.221674] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.229870] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.281438] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "9461c421-b542-47a1-93b9-a8fcc1a1fc1d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.282021] env[70220]: DEBUG nova.compute.manager [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.318575] env[70220]: DEBUG oslo_vmware.api [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626250, 'name': PowerOnVM_Task, 'duration_secs': 0.883702} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.321021] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.321021] env[70220]: INFO nova.compute.manager [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1143.321021] env[70220]: DEBUG nova.compute.manager [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.321021] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7d04a9-7221-4542-b88b-98c57c2265a4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.337549] env[70220]: DEBUG oslo_concurrency.lockutils [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "dc040184-9b4e-4cef-9250-21863677fbeb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.337791] env[70220]: DEBUG oslo_concurrency.lockutils [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.453579] env[70220]: DEBUG nova.network.neutron [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.579154] env[70220]: DEBUG nova.scheduler.client.report [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.587148] env[70220]: DEBUG nova.network.neutron [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Updating instance_info_cache with network_info: [{"id": "f0904f0b-0702-4b64-81b3-dbf8c9b74175", "address": "fa:16:3e:d3:40:df", "network": {"id": "5e8b1418-a15c-477d-bd81-159bb3988c14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-126842797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4bc3eac9834be394d3cd8034c0c438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0904f0b-07", "ovs_interfaceid": "f0904f0b-0702-4b64-81b3-dbf8c9b74175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.663027] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626253, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.666230] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.722027] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626254, 'name': ReconfigVM_Task, 'duration_secs': 0.333683} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.722165] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Reconfigured VM instance instance-0000005b to attach disk [datastore1] f9aa14ab-86a5-401c-a359-b1889ae9d5da/f9aa14ab-86a5-401c-a359-b1889ae9d5da.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.722712] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7ba5ada-f08f-48d4-b705-af5ce1fbabce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.729806] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1143.729806] env[70220]: value = "task-3626255" [ 1143.729806] env[70220]: _type = "Task" [ 1143.729806] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.738785] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626255, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.745645] env[70220]: INFO nova.compute.manager [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Took 0.54 seconds to detach 1 volumes for instance. [ 1143.781574] env[70220]: DEBUG nova.compute.manager [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Received event network-vif-deleted-a690f52b-f2e1-4a3c-9c24-67eb69f9074c {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.781574] env[70220]: DEBUG nova.compute.manager [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Received event network-vif-plugged-f0904f0b-0702-4b64-81b3-dbf8c9b74175 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.782067] env[70220]: DEBUG oslo_concurrency.lockutils [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] Acquiring lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.782067] env[70220]: DEBUG oslo_concurrency.lockutils [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] Lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.782370] env[70220]: DEBUG oslo_concurrency.lockutils [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] Lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.782370] env[70220]: DEBUG nova.compute.manager [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] No waiting events found dispatching network-vif-plugged-f0904f0b-0702-4b64-81b3-dbf8c9b74175 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.782485] env[70220]: WARNING nova.compute.manager [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Received unexpected event network-vif-plugged-f0904f0b-0702-4b64-81b3-dbf8c9b74175 for instance with vm_state building and task_state spawning. [ 1143.782618] env[70220]: DEBUG nova.compute.manager [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Received event network-changed-f0904f0b-0702-4b64-81b3-dbf8c9b74175 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.782772] env[70220]: DEBUG nova.compute.manager [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Refreshing instance network info cache due to event network-changed-f0904f0b-0702-4b64-81b3-dbf8c9b74175. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.782936] env[70220]: DEBUG oslo_concurrency.lockutils [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] Acquiring lock "refresh_cache-47b8ca03-915a-4ee4-8e7b-835ffdf56259" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.786559] env[70220]: DEBUG nova.compute.utils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.788305] env[70220]: DEBUG nova.compute.manager [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1143.788471] env[70220]: DEBUG nova.network.neutron [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1143.825248] env[70220]: DEBUG nova.policy [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63803c42e79f435d847db8ec2c3045fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fa112f1a5b34f1bb2d4cf7d0eb70b30', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1143.838955] env[70220]: INFO nova.compute.manager [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Took 14.73 seconds to build instance. [ 1143.841956] env[70220]: INFO nova.compute.manager [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Detaching volume 482f47dd-cc83-466c-89a4-b7522a95094b [ 1143.881036] env[70220]: INFO nova.virt.block_device [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Attempting to driver detach volume 482f47dd-cc83-466c-89a4-b7522a95094b from mountpoint /dev/sdb [ 1143.881036] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1143.881036] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723171', 'volume_id': '482f47dd-cc83-466c-89a4-b7522a95094b', 'name': 'volume-482f47dd-cc83-466c-89a4-b7522a95094b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc040184-9b4e-4cef-9250-21863677fbeb', 'attached_at': '', 'detached_at': '', 'volume_id': '482f47dd-cc83-466c-89a4-b7522a95094b', 'serial': '482f47dd-cc83-466c-89a4-b7522a95094b'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1143.881694] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56186012-4324-4f6f-91dc-89e217154b2c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.905456] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7c63c4-ca2b-4adc-97b7-bd8ad78034ef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.912744] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee371a54-4864-48dc-a176-096e0b5b88df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.935553] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ec4c82-d8fd-4536-a41c-2ed79f78742c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.951582] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] The volume has not been displaced from its original location: [datastore1] volume-482f47dd-cc83-466c-89a4-b7522a95094b/volume-482f47dd-cc83-466c-89a4-b7522a95094b.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1143.957264] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.958197] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48adcfa0-ecb5-4c51-b8ea-35761a648190 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.975354] env[70220]: DEBUG oslo_vmware.api [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1143.975354] env[70220]: value = "task-3626256" [ 1143.975354] env[70220]: _type = "Task" [ 1143.975354] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.985016] env[70220]: DEBUG oslo_vmware.api [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.084310] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.087318] env[70220]: DEBUG nova.network.neutron [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Successfully created port: eb479553-ebae-47c7-93ce-35ea4d7466e2 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.090289] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.860s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.090289] env[70220]: DEBUG nova.objects.instance [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lazy-loading 'resources' on Instance uuid 1d9af276-9544-447e-9fa6-4fe5578766fb {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.090893] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lock "refresh_cache-47b8ca03-915a-4ee4-8e7b-835ffdf56259" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.091094] env[70220]: DEBUG nova.compute.manager [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Instance network_info: |[{"id": "f0904f0b-0702-4b64-81b3-dbf8c9b74175", "address": "fa:16:3e:d3:40:df", "network": {"id": "5e8b1418-a15c-477d-bd81-159bb3988c14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-126842797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4bc3eac9834be394d3cd8034c0c438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0904f0b-07", "ovs_interfaceid": "f0904f0b-0702-4b64-81b3-dbf8c9b74175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.091568] env[70220]: DEBUG oslo_concurrency.lockutils [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] Acquired lock "refresh_cache-47b8ca03-915a-4ee4-8e7b-835ffdf56259" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.091749] env[70220]: DEBUG nova.network.neutron [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Refreshing network info cache for port f0904f0b-0702-4b64-81b3-dbf8c9b74175 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.092874] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:40:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0904f0b-0702-4b64-81b3-dbf8c9b74175', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.101206] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.105616] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.105780] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cbf0f3b-8e66-4ff9-8820-c4e6980d2162 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.124646] env[70220]: INFO nova.scheduler.client.report [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Deleted allocations for instance f6301150-74ed-4b9e-8f98-50dc196f0051 [ 1144.131810] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.131810] env[70220]: value = "task-3626257" [ 1144.131810] env[70220]: _type = "Task" [ 1144.131810] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.142094] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626257, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.164071] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.167512] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626253, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.243048] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626255, 'name': Rename_Task, 'duration_secs': 0.152743} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.243399] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.243725] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6474be3-e0f7-459f-8492-11936d33fd5e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.251044] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1144.251044] env[70220]: value = "task-3626258" [ 1144.251044] env[70220]: _type = "Task" [ 1144.251044] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.255965] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.259977] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.289011] env[70220]: DEBUG nova.compute.manager [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.342168] env[70220]: DEBUG oslo_concurrency.lockutils [None req-11306897-d070-4aae-a1cb-2425f5b5bc08 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "f8579b2a-37ff-46ff-90d9-da614362a316" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.249s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.463984] env[70220]: DEBUG nova.network.neutron [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Updated VIF entry in instance network info cache for port f0904f0b-0702-4b64-81b3-dbf8c9b74175. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1144.463984] env[70220]: DEBUG nova.network.neutron [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Updating instance_info_cache with network_info: [{"id": "f0904f0b-0702-4b64-81b3-dbf8c9b74175", "address": "fa:16:3e:d3:40:df", "network": {"id": "5e8b1418-a15c-477d-bd81-159bb3988c14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-126842797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4bc3eac9834be394d3cd8034c0c438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0904f0b-07", "ovs_interfaceid": "f0904f0b-0702-4b64-81b3-dbf8c9b74175", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.491082] env[70220]: DEBUG oslo_vmware.api [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626256, 'name': ReconfigVM_Task, 'duration_secs': 0.242076} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.491187] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.499535] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49d4ee74-950d-43a4-9bc5-ebe6ec6e075b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.517733] env[70220]: DEBUG oslo_vmware.api [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1144.517733] env[70220]: value = "task-3626259" [ 1144.517733] env[70220]: _type = "Task" [ 1144.517733] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.527760] env[70220]: DEBUG oslo_vmware.api [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.635125] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ccd973ab-53cd-4706-bd3d-e13d4e7d2874 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f6301150-74ed-4b9e-8f98-50dc196f0051" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.945s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.645319] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626257, 'name': CreateVM_Task, 'duration_secs': 0.44354} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.645481] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.646324] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.646426] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.646769] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.649696] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f586901-615f-495d-80a8-cdea7f96b3b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.660030] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1144.660030] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525a7d94-84cd-5887-80cb-edaf479d67df" [ 1144.660030] env[70220]: _type = "Task" [ 1144.660030] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.672622] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.676533] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626253, 'name': CloneVM_Task, 'duration_secs': 1.483418} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.680144] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Created linked-clone VM from snapshot [ 1144.680465] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525a7d94-84cd-5887-80cb-edaf479d67df, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.681789] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748c418b-94ca-476e-b105-725b034c8a00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.684722] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.684988] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.685251] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.685440] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.685614] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.688442] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b92ff9f-dbcb-4041-abce-87306b6d6b60 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.695408] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Uploading image 4656ba34-d18d-420f-b29f-a444cfd08468 {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1144.699752] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.699883] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.702784] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b337c44-9044-4b5c-9bc1-7166f71e1ab7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.708888] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1144.708888] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526eb8eb-41e6-ba24-ab61-9e66b8a6c939" [ 1144.708888] env[70220]: _type = "Task" [ 1144.708888] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.717099] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526eb8eb-41e6-ba24-ab61-9e66b8a6c939, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.723080] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1144.723080] env[70220]: value = "vm-723177" [ 1144.723080] env[70220]: _type = "VirtualMachine" [ 1144.723080] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1144.723080] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-767359dc-3a62-4fb9-a4fb-8ebb24fe3870 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.728906] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lease: (returnval){ [ 1144.728906] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5249b3cc-9a0b-303f-12d8-1bb56cb6dde0" [ 1144.728906] env[70220]: _type = "HttpNfcLease" [ 1144.728906] env[70220]: } obtained for exporting VM: (result){ [ 1144.728906] env[70220]: value = "vm-723177" [ 1144.728906] env[70220]: _type = "VirtualMachine" [ 1144.728906] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1144.729172] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the lease: (returnval){ [ 1144.729172] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5249b3cc-9a0b-303f-12d8-1bb56cb6dde0" [ 1144.729172] env[70220]: _type = "HttpNfcLease" [ 1144.729172] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1144.738736] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.738736] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5249b3cc-9a0b-303f-12d8-1bb56cb6dde0" [ 1144.738736] env[70220]: _type = "HttpNfcLease" [ 1144.738736] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1144.763601] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.857098] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5c1739-80cf-49ea-8e86-18d7542c6b44 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.864366] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89669334-f0e5-4266-ade0-0432175b3cc6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.897267] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dac328c-1aa8-4db9-85b4-f8171b8f04c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.905648] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c59383-c3aa-492c-9337-d0da2b8f9822 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.919197] env[70220]: DEBUG nova.compute.provider_tree [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.968091] env[70220]: DEBUG oslo_concurrency.lockutils [req-d294aea5-a3f0-42a2-a87a-e231e3f3035a req-9a91d5aa-1513-4adb-9b65-3111f0c87422 service nova] Releasing lock "refresh_cache-47b8ca03-915a-4ee4-8e7b-835ffdf56259" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.027814] env[70220]: DEBUG oslo_vmware.api [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626259, 'name': ReconfigVM_Task, 'duration_secs': 0.198466} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.028135] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723171', 'volume_id': '482f47dd-cc83-466c-89a4-b7522a95094b', 'name': 'volume-482f47dd-cc83-466c-89a4-b7522a95094b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc040184-9b4e-4cef-9250-21863677fbeb', 'attached_at': '', 'detached_at': '', 'volume_id': '482f47dd-cc83-466c-89a4-b7522a95094b', 'serial': '482f47dd-cc83-466c-89a4-b7522a95094b'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1145.088197] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "f09f5d46-60dd-43d4-911d-543d996afda7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.088469] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f09f5d46-60dd-43d4-911d-543d996afda7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.088760] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "f09f5d46-60dd-43d4-911d-543d996afda7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.089057] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f09f5d46-60dd-43d4-911d-543d996afda7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.089215] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f09f5d46-60dd-43d4-911d-543d996afda7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.091290] env[70220]: INFO nova.compute.manager [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Terminating instance [ 1145.161410] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.218518] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526eb8eb-41e6-ba24-ab61-9e66b8a6c939, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.219332] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2fdde1-5b77-4dc0-8daa-9f242a3ddb05 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.224370] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1145.224370] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52047636-69eb-c601-fdb1-ac6e26ac61d8" [ 1145.224370] env[70220]: _type = "Task" [ 1145.224370] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.231888] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52047636-69eb-c601-fdb1-ac6e26ac61d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.237080] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1145.237080] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5249b3cc-9a0b-303f-12d8-1bb56cb6dde0" [ 1145.237080] env[70220]: _type = "HttpNfcLease" [ 1145.237080] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1145.237328] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1145.237328] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5249b3cc-9a0b-303f-12d8-1bb56cb6dde0" [ 1145.237328] env[70220]: _type = "HttpNfcLease" [ 1145.237328] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1145.237975] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098adc0a-6f9f-4e38-9f2b-aa1e6fbfe50e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.244369] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52637236-62fe-7399-7a49-e6e915806b4b/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1145.244535] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52637236-62fe-7399-7a49-e6e915806b4b/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1145.304807] env[70220]: DEBUG nova.compute.manager [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.316831] env[70220]: DEBUG oslo_vmware.api [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626258, 'name': PowerOnVM_Task, 'duration_secs': 0.61613} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.316992] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.317230] env[70220]: INFO nova.compute.manager [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1145.317383] env[70220]: DEBUG nova.compute.manager [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.318492] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b27cc7-af05-486e-a020-8d1bbd4c39d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.330815] env[70220]: DEBUG nova.virt.hardware [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.331407] env[70220]: DEBUG nova.virt.hardware [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.331623] env[70220]: DEBUG nova.virt.hardware [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.331815] env[70220]: DEBUG nova.virt.hardware [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.332407] env[70220]: DEBUG nova.virt.hardware [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.332407] env[70220]: DEBUG nova.virt.hardware [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.332407] env[70220]: DEBUG nova.virt.hardware [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.332626] env[70220]: DEBUG nova.virt.hardware [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.333652] env[70220]: DEBUG nova.virt.hardware [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.333935] env[70220]: DEBUG nova.virt.hardware [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.334730] env[70220]: DEBUG nova.virt.hardware [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.335224] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a100a-ef70-40ed-b67a-995a10cd37f0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.342833] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-388870f8-65bd-4dbb-94f1-03dfac70cf92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.350483] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29de68f-ab0f-40c2-a26d-696ba2769abd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.422477] env[70220]: DEBUG nova.scheduler.client.report [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.572345] env[70220]: DEBUG nova.objects.instance [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lazy-loading 'flavor' on Instance uuid dc040184-9b4e-4cef-9250-21863677fbeb {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.594727] env[70220]: DEBUG nova.compute.manager [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.594987] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.595971] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3abef5-07dd-47f0-8000-baff991b52e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.604548] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.604846] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3361ebe-3098-46c7-bc27-cf1d680f8a07 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.611981] env[70220]: DEBUG oslo_vmware.api [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1145.611981] env[70220]: value = "task-3626261" [ 1145.611981] env[70220]: _type = "Task" [ 1145.611981] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.621649] env[70220]: DEBUG oslo_vmware.api [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.662979] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.735644] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52047636-69eb-c601-fdb1-ac6e26ac61d8, 'name': SearchDatastore_Task, 'duration_secs': 0.032342} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.736072] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.736474] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 47b8ca03-915a-4ee4-8e7b-835ffdf56259/47b8ca03-915a-4ee4-8e7b-835ffdf56259.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.736845] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dda1398-f1ea-4fb8-903e-2224438b716a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.744398] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1145.744398] env[70220]: value = "task-3626262" [ 1145.744398] env[70220]: _type = "Task" [ 1145.744398] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.753861] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.772986] env[70220]: DEBUG nova.network.neutron [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Successfully updated port: eb479553-ebae-47c7-93ce-35ea4d7466e2 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.805608] env[70220]: DEBUG nova.compute.manager [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.806878] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb1f72e-460f-4b73-8d1c-9bc1e56987bb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.823081] env[70220]: DEBUG nova.compute.manager [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Received event network-vif-plugged-eb479553-ebae-47c7-93ce-35ea4d7466e2 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.823081] env[70220]: DEBUG oslo_concurrency.lockutils [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] Acquiring lock "43fd85cb-3eda-4027-b164-1b834ffeb199-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.823081] env[70220]: DEBUG oslo_concurrency.lockutils [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] Lock "43fd85cb-3eda-4027-b164-1b834ffeb199-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.823081] env[70220]: DEBUG oslo_concurrency.lockutils [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] Lock "43fd85cb-3eda-4027-b164-1b834ffeb199-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.823081] env[70220]: DEBUG nova.compute.manager [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] No waiting events found dispatching network-vif-plugged-eb479553-ebae-47c7-93ce-35ea4d7466e2 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.823081] env[70220]: WARNING nova.compute.manager [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Received unexpected event network-vif-plugged-eb479553-ebae-47c7-93ce-35ea4d7466e2 for instance with vm_state building and task_state spawning. [ 1145.823081] env[70220]: DEBUG nova.compute.manager [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Received event network-changed-eb479553-ebae-47c7-93ce-35ea4d7466e2 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.823081] env[70220]: DEBUG nova.compute.manager [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Refreshing instance network info cache due to event network-changed-eb479553-ebae-47c7-93ce-35ea4d7466e2. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.823660] env[70220]: DEBUG oslo_concurrency.lockutils [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] Acquiring lock "refresh_cache-43fd85cb-3eda-4027-b164-1b834ffeb199" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.823660] env[70220]: DEBUG oslo_concurrency.lockutils [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] Acquired lock "refresh_cache-43fd85cb-3eda-4027-b164-1b834ffeb199" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.823660] env[70220]: DEBUG nova.network.neutron [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Refreshing network info cache for port eb479553-ebae-47c7-93ce-35ea4d7466e2 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.847961] env[70220]: INFO nova.compute.manager [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Took 16.13 seconds to build instance. [ 1145.928281] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.931108] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.675s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.931424] env[70220]: DEBUG nova.objects.instance [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lazy-loading 'resources' on Instance uuid c6d172b2-008f-4c31-b31a-9bf0974bb68c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.971795] env[70220]: INFO nova.scheduler.client.report [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleted allocations for instance 1d9af276-9544-447e-9fa6-4fe5578766fb [ 1146.129871] env[70220]: DEBUG oslo_vmware.api [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626261, 'name': PowerOffVM_Task, 'duration_secs': 0.274823} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.130467] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.130785] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.131124] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-570723d2-34af-4129-99c4-a58d415b262c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.166800] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.205837] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.206869] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.206869] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Deleting the datastore file [datastore1] f09f5d46-60dd-43d4-911d-543d996afda7 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.206869] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70f1a8c4-e986-49eb-82e9-0d5738384152 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.215180] env[70220]: DEBUG oslo_vmware.api [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for the task: (returnval){ [ 1146.215180] env[70220]: value = "task-3626264" [ 1146.215180] env[70220]: _type = "Task" [ 1146.215180] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.224670] env[70220]: DEBUG oslo_vmware.api [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.255802] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626262, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.275953] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquiring lock "refresh_cache-43fd85cb-3eda-4027-b164-1b834ffeb199" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.326428] env[70220]: INFO nova.compute.manager [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] instance snapshotting [ 1146.335878] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c09de2a-0868-4bf8-8aeb-b105c08d8f32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.372672] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c9c5e3bf-873a-4601-a11a-6efc9395a901 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.664s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.374763] env[70220]: DEBUG nova.compute.manager [req-4658e469-0183-4694-a4e0-56c84628726c req-b30121b3-b623-4fe1-a2b6-cc729d622e5c service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Received event network-changed-2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.374960] env[70220]: DEBUG nova.compute.manager [req-4658e469-0183-4694-a4e0-56c84628726c req-b30121b3-b623-4fe1-a2b6-cc729d622e5c service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Refreshing instance network info cache due to event network-changed-2e261da8-d31d-49ef-8ff5-8dd4277420b4. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.375532] env[70220]: DEBUG oslo_concurrency.lockutils [req-4658e469-0183-4694-a4e0-56c84628726c req-b30121b3-b623-4fe1-a2b6-cc729d622e5c service nova] Acquiring lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.375843] env[70220]: DEBUG oslo_concurrency.lockutils [req-4658e469-0183-4694-a4e0-56c84628726c req-b30121b3-b623-4fe1-a2b6-cc729d622e5c service nova] Acquired lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.375843] env[70220]: DEBUG nova.network.neutron [req-4658e469-0183-4694-a4e0-56c84628726c req-b30121b3-b623-4fe1-a2b6-cc729d622e5c service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Refreshing network info cache for port 2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.378016] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d513463-f993-478c-9be8-f905c91bc3d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.381998] env[70220]: DEBUG nova.network.neutron [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.474730] env[70220]: DEBUG nova.network.neutron [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.485502] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eb91e1ad-6bc1-4660-9b87-594be0f19306 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "1d9af276-9544-447e-9fa6-4fe5578766fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.908s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.581408] env[70220]: DEBUG oslo_concurrency.lockutils [None req-43904044-e71d-462a-962d-260988b993e3 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.666936] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.692081] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102a4d15-d640-4f64-b607-941ecbffcbe5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.699268] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93a4f77-d6ef-4ad9-b2c0-866c63190eb8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.734873] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62fae72-f83a-4526-962c-c43022b7e435 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.743969] env[70220]: DEBUG oslo_vmware.api [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Task: {'id': task-3626264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422718} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.746296] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.747030] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.747030] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.747030] env[70220]: INFO nova.compute.manager [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1146.747521] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.747961] env[70220]: DEBUG nova.compute.manager [-] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.748311] env[70220]: DEBUG nova.network.neutron [-] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.751114] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f081182c-bbec-44a8-9afc-1c0e7e4db83e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.767857] env[70220]: DEBUG nova.compute.provider_tree [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.772446] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646076} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.773090] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 47b8ca03-915a-4ee4-8e7b-835ffdf56259/47b8ca03-915a-4ee4-8e7b-835ffdf56259.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.773420] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.773817] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cdc0405-4a13-4f47-a440-ef9b748a0de3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.781613] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1146.781613] env[70220]: value = "task-3626265" [ 1146.781613] env[70220]: _type = "Task" [ 1146.781613] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.790402] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.897457] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1146.897797] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b2cbf5cd-d091-4459-89c1-c325180ad074 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.906116] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1146.906116] env[70220]: value = "task-3626266" [ 1146.906116] env[70220]: _type = "Task" [ 1146.906116] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.915725] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626266, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.980899] env[70220]: DEBUG oslo_concurrency.lockutils [req-f14201c7-a020-4983-910e-eb0ee798c31d req-9a093cdb-213b-405e-ba3a-41ff3efec94b service nova] Releasing lock "refresh_cache-43fd85cb-3eda-4027-b164-1b834ffeb199" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.981465] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquired lock "refresh_cache-43fd85cb-3eda-4027-b164-1b834ffeb199" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.981791] env[70220]: DEBUG nova.network.neutron [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.169154] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.209405] env[70220]: DEBUG nova.network.neutron [req-4658e469-0183-4694-a4e0-56c84628726c req-b30121b3-b623-4fe1-a2b6-cc729d622e5c service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updated VIF entry in instance network info cache for port 2e261da8-d31d-49ef-8ff5-8dd4277420b4. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.209864] env[70220]: DEBUG nova.network.neutron [req-4658e469-0183-4694-a4e0-56c84628726c req-b30121b3-b623-4fe1-a2b6-cc729d622e5c service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updating instance_info_cache with network_info: [{"id": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "address": "fa:16:3e:6a:d2:23", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e261da8-d3", "ovs_interfaceid": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.274192] env[70220]: DEBUG nova.scheduler.client.report [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.295998] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162799} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.295998] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.296200] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd55fba9-90fa-4ee9-8625-95859d6e3244 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.319885] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 47b8ca03-915a-4ee4-8e7b-835ffdf56259/47b8ca03-915a-4ee4-8e7b-835ffdf56259.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.320626] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26adcceb-16fa-42cc-9b21-ea41d6a74ba7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.341838] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1147.341838] env[70220]: value = "task-3626267" [ 1147.341838] env[70220]: _type = "Task" [ 1147.341838] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.350826] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626267, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.417160] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626266, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.529562] env[70220]: DEBUG nova.network.neutron [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.637935] env[70220]: DEBUG nova.network.neutron [-] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.669713] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.712462] env[70220]: DEBUG oslo_concurrency.lockutils [req-4658e469-0183-4694-a4e0-56c84628726c req-b30121b3-b623-4fe1-a2b6-cc729d622e5c service nova] Releasing lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.755982] env[70220]: DEBUG nova.network.neutron [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Updating instance_info_cache with network_info: [{"id": "eb479553-ebae-47c7-93ce-35ea4d7466e2", "address": "fa:16:3e:8b:89:f0", "network": {"id": "70ce56ab-ffaa-422e-a025-c74cc6c4294d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-995133110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fa112f1a5b34f1bb2d4cf7d0eb70b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb479553-eb", "ovs_interfaceid": "eb479553-ebae-47c7-93ce-35ea4d7466e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.779917] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.799878] env[70220]: INFO nova.scheduler.client.report [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted allocations for instance c6d172b2-008f-4c31-b31a-9bf0974bb68c [ 1147.848848] env[70220]: DEBUG nova.compute.manager [req-28624e6f-d6b7-4cb7-ad13-0baf2cbcb9f9 req-92a38c0d-31c2-444f-9f42-85e6581c41de service nova] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Received event network-vif-deleted-cecc0162-a689-4889-b79f-6801942e82a4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.855794] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626267, 'name': ReconfigVM_Task, 'duration_secs': 0.433425} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.856097] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 47b8ca03-915a-4ee4-8e7b-835ffdf56259/47b8ca03-915a-4ee4-8e7b-835ffdf56259.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.856730] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ee4a185-28a3-4cc8-af2b-fd5e596ed3e3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.863604] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1147.863604] env[70220]: value = "task-3626268" [ 1147.863604] env[70220]: _type = "Task" [ 1147.863604] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.872172] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626268, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.917030] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626266, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.143826] env[70220]: INFO nova.compute.manager [-] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Took 1.40 seconds to deallocate network for instance. [ 1148.169156] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.258565] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Releasing lock "refresh_cache-43fd85cb-3eda-4027-b164-1b834ffeb199" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.258927] env[70220]: DEBUG nova.compute.manager [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Instance network_info: |[{"id": "eb479553-ebae-47c7-93ce-35ea4d7466e2", "address": "fa:16:3e:8b:89:f0", "network": {"id": "70ce56ab-ffaa-422e-a025-c74cc6c4294d", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-995133110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fa112f1a5b34f1bb2d4cf7d0eb70b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb479553-eb", "ovs_interfaceid": "eb479553-ebae-47c7-93ce-35ea4d7466e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.259411] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:89:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb479553-ebae-47c7-93ce-35ea4d7466e2', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.267302] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Creating folder: Project (2fa112f1a5b34f1bb2d4cf7d0eb70b30). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.267605] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8feeef4a-43b2-4ec3-bef4-31d3d6705901 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.280447] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "c7cae29f-747b-4cd7-975e-0362c423da94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.280713] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "c7cae29f-747b-4cd7-975e-0362c423da94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.282439] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Created folder: Project (2fa112f1a5b34f1bb2d4cf7d0eb70b30) in parent group-v722922. [ 1148.282648] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Creating folder: Instances. Parent ref: group-v723180. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.283108] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f08d7bc9-2ac9-489d-aaca-b474b27d9b9f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.293729] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Created folder: Instances in parent group-v723180. [ 1148.294314] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.294533] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.294746] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-481e7bc3-3964-4847-a349-94c18f6d6a89 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.312425] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05985f8f-4176-4153-b186-83154eb7fc88 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "c6d172b2-008f-4c31-b31a-9bf0974bb68c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.371s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.315755] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.315755] env[70220]: value = "task-3626271" [ 1148.315755] env[70220]: _type = "Task" [ 1148.315755] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.324060] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626271, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.374301] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626268, 'name': Rename_Task, 'duration_secs': 0.221187} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.374686] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.374990] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c31c30a3-8560-4e44-8843-64f0079f03fa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.382738] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1148.382738] env[70220]: value = "task-3626272" [ 1148.382738] env[70220]: _type = "Task" [ 1148.382738] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.390703] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.418164] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626266, 'name': CreateSnapshot_Task, 'duration_secs': 1.181702} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.418487] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1148.419302] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776c9afb-4474-4add-8cbe-48cba81bd5bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.432203] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "964358fc-da49-4201-ac90-9b551fcf256c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.432473] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.654277] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.654734] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.654984] env[70220]: DEBUG nova.objects.instance [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lazy-loading 'resources' on Instance uuid f09f5d46-60dd-43d4-911d-543d996afda7 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.671441] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.783753] env[70220]: DEBUG nova.compute.manager [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1148.828456] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626271, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.895402] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626272, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.940680] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1148.941679] env[70220]: INFO nova.compute.manager [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Detaching volume a771251f-a745-4082-adef-56504356d547 [ 1148.944847] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-816a3d24-188e-4aff-a4cd-ffe8e0d09734 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.953884] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1148.953884] env[70220]: value = "task-3626273" [ 1148.953884] env[70220]: _type = "Task" [ 1148.953884] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.966158] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626273, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.981441] env[70220]: INFO nova.virt.block_device [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Attempting to driver detach volume a771251f-a745-4082-adef-56504356d547 from mountpoint /dev/sdb [ 1148.981896] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1148.982231] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723123', 'volume_id': 'a771251f-a745-4082-adef-56504356d547', 'name': 'volume-a771251f-a745-4082-adef-56504356d547', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964358fc-da49-4201-ac90-9b551fcf256c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a771251f-a745-4082-adef-56504356d547', 'serial': 'a771251f-a745-4082-adef-56504356d547'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1148.984019] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ec4455-9b0e-4f77-860f-cbd9a6aec6cf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.005764] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454dd983-8daa-4809-8c04-5bd41bea0f8f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.013438] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4768deb0-4f62-453c-ae23-4e05ed2833c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.043542] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4e5362-8e98-453c-aad0-445a03258015 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.062221] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] The volume has not been displaced from its original location: [datastore2] volume-a771251f-a745-4082-adef-56504356d547/volume-a771251f-a745-4082-adef-56504356d547.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.069539] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.070096] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dafc36a-bc6e-4da7-9c5b-0bfa634248b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.091222] env[70220]: DEBUG oslo_vmware.api [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1149.091222] env[70220]: value = "task-3626274" [ 1149.091222] env[70220]: _type = "Task" [ 1149.091222] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.101859] env[70220]: DEBUG oslo_vmware.api [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.174763] env[70220]: DEBUG oslo_vmware.api [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626252, 'name': ReconfigVM_Task, 'duration_secs': 5.830775} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.174763] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.174763] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Reconfigured VM to detach interface {{(pid=70220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1149.312592] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.331708] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626271, 'name': CreateVM_Task, 'duration_secs': 0.544862} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.331837] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.332575] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.332738] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.333085] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.336371] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbe81d9-68a3-412b-937a-0bb8a6e08562 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.346910] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for the task: (returnval){ [ 1149.346910] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ec0fce-0bf8-b5a5-b91c-0bd51b9695ea" [ 1149.346910] env[70220]: _type = "Task" [ 1149.346910] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.358833] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ec0fce-0bf8-b5a5-b91c-0bd51b9695ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.392568] env[70220]: DEBUG oslo_vmware.api [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626272, 'name': PowerOnVM_Task, 'duration_secs': 0.762592} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.396421] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.396732] env[70220]: INFO nova.compute.manager [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1149.396948] env[70220]: DEBUG nova.compute.manager [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.398386] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ece5eb-e110-47dd-9dea-ab18cc88f4fb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.433191] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2183a74-8bde-4603-b368-3cca4301ec33 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.443715] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a7cc54-7d99-4b03-a7bc-6873f2de271d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.483993] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa5c965-c09e-4d0c-950e-048f2f20dbdc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.492523] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626273, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.496665] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0756c91-e643-4bac-bf1b-1cebf7ce0fb0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.515074] env[70220]: DEBUG nova.compute.provider_tree [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.605577] env[70220]: DEBUG oslo_vmware.api [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626274, 'name': ReconfigVM_Task, 'duration_secs': 0.327256} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.605891] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1149.610936] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01c74f91-4813-4ddd-b37c-f317412500c1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.627773] env[70220]: DEBUG oslo_vmware.api [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1149.627773] env[70220]: value = "task-3626275" [ 1149.627773] env[70220]: _type = "Task" [ 1149.627773] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.639010] env[70220]: DEBUG oslo_vmware.api [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.860551] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ec0fce-0bf8-b5a5-b91c-0bd51b9695ea, 'name': SearchDatastore_Task, 'duration_secs': 0.022662} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.860879] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.861177] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.861363] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.861540] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.861955] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.862040] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33a6d7cf-062d-4094-a29f-b10fbc599a3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.871197] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.871419] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.872381] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee890d7-5080-448a-9864-e8ce2728db3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.878198] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for the task: (returnval){ [ 1149.878198] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cd1063-af9b-462f-0602-02f26e4b5de5" [ 1149.878198] env[70220]: _type = "Task" [ 1149.878198] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.885866] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cd1063-af9b-462f-0602-02f26e4b5de5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.917129] env[70220]: INFO nova.compute.manager [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Took 16.79 seconds to build instance. [ 1149.988878] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626273, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.015812] env[70220]: DEBUG nova.scheduler.client.report [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.038768] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquiring lock "4b873e42-571a-4991-afcd-98f0b4a35528" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.038768] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Lock "4b873e42-571a-4991-afcd-98f0b4a35528" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.039062] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquiring lock "4b873e42-571a-4991-afcd-98f0b4a35528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.039701] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Lock "4b873e42-571a-4991-afcd-98f0b4a35528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.039701] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Lock "4b873e42-571a-4991-afcd-98f0b4a35528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.041612] env[70220]: INFO nova.compute.manager [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Terminating instance [ 1150.141058] env[70220]: DEBUG oslo_vmware.api [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626275, 'name': ReconfigVM_Task, 'duration_secs': 0.179582} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.141339] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723123', 'volume_id': 'a771251f-a745-4082-adef-56504356d547', 'name': 'volume-a771251f-a745-4082-adef-56504356d547', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '964358fc-da49-4201-ac90-9b551fcf256c', 'attached_at': '', 'detached_at': '', 'volume_id': 'a771251f-a745-4082-adef-56504356d547', 'serial': 'a771251f-a745-4082-adef-56504356d547'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.389879] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cd1063-af9b-462f-0602-02f26e4b5de5, 'name': SearchDatastore_Task, 'duration_secs': 0.019223} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.390795] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822c947f-6ef4-4da4-a4da-fb1205366dcd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.396430] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for the task: (returnval){ [ 1150.396430] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e959e8-4364-f71d-d863-178eab4626c3" [ 1150.396430] env[70220]: _type = "Task" [ 1150.396430] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.405945] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e959e8-4364-f71d-d863-178eab4626c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.421140] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bc9fa325-759f-4971-a4bc-60d028e2ef65 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.303s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.488846] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626273, 'name': CloneVM_Task} progress is 95%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.523775] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.526900] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.214s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.528874] env[70220]: INFO nova.compute.claims [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.546175] env[70220]: DEBUG nova.compute.manager [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.546421] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.548165] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c708a3-7c9e-49d2-8e9f-8e70aafb8f3d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.558445] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.558671] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ad24b3d-85b0-489b-846d-da1bf893ed17 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.567191] env[70220]: DEBUG oslo_vmware.api [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for the task: (returnval){ [ 1150.567191] env[70220]: value = "task-3626276" [ 1150.567191] env[70220]: _type = "Task" [ 1150.567191] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.577539] env[70220]: DEBUG oslo_vmware.api [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.580218] env[70220]: INFO nova.scheduler.client.report [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Deleted allocations for instance f09f5d46-60dd-43d4-911d-543d996afda7 [ 1150.675560] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.675793] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.700738] env[70220]: DEBUG nova.objects.instance [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lazy-loading 'flavor' on Instance uuid 964358fc-da49-4201-ac90-9b551fcf256c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.772464] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.772700] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.772967] env[70220]: DEBUG nova.network.neutron [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.907491] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e959e8-4364-f71d-d863-178eab4626c3, 'name': SearchDatastore_Task, 'duration_secs': 0.013671} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.907846] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.908353] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 43fd85cb-3eda-4027-b164-1b834ffeb199/43fd85cb-3eda-4027-b164-1b834ffeb199.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.908702] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e13e7ed1-2936-490a-b670-4ce17dd739fb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.916136] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for the task: (returnval){ [ 1150.916136] env[70220]: value = "task-3626277" [ 1150.916136] env[70220]: _type = "Task" [ 1150.916136] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.924239] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.988914] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626273, 'name': CloneVM_Task, 'duration_secs': 1.700325} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.988914] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Created linked-clone VM from snapshot [ 1150.990321] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b431a94e-8cfa-4fb0-96a6-145ebe26f039 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.997558] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Uploading image 69d2536a-7b33-4f76-a078-d654753f104c {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1151.008319] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1151.008589] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-acf95ee9-c51d-4ff7-b467-525d10fd31bd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.014681] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1151.014681] env[70220]: value = "task-3626278" [ 1151.014681] env[70220]: _type = "Task" [ 1151.014681] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.023616] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626278, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.079999] env[70220]: DEBUG oslo_vmware.api [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626276, 'name': PowerOffVM_Task, 'duration_secs': 0.219849} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.080460] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.080882] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.081257] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1106f60-227e-4d4f-83db-1e7f5ac023e5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.096171] env[70220]: INFO nova.compute.manager [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Rebuilding instance [ 1151.098444] env[70220]: DEBUG oslo_concurrency.lockutils [None req-86633e69-9c2c-4532-be5a-816651168fc1 tempest-ServerRescueTestJSON-1155413751 tempest-ServerRescueTestJSON-1155413751-project-member] Lock "f09f5d46-60dd-43d4-911d-543d996afda7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.010s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.106821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.106821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.106821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.106821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.106821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.112429] env[70220]: INFO nova.compute.manager [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Terminating instance [ 1151.149404] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.149601] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.149769] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Deleting the datastore file [datastore1] 4b873e42-571a-4991-afcd-98f0b4a35528 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.150069] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35d86e77-9611-442f-841a-5cacb4a99b13 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.158975] env[70220]: DEBUG oslo_vmware.api [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for the task: (returnval){ [ 1151.158975] env[70220]: value = "task-3626280" [ 1151.158975] env[70220]: _type = "Task" [ 1151.158975] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.161977] env[70220]: DEBUG nova.compute.manager [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.166027] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691f4cb3-2185-4615-8bc2-4922b4a3c0f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.173731] env[70220]: DEBUG oslo_vmware.api [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.180013] env[70220]: DEBUG nova.compute.manager [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.427180] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626277, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.525617] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626278, 'name': Destroy_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.631192] env[70220]: DEBUG nova.compute.manager [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.631421] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.632637] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a24a22-9020-4146-b82c-78bdd6d7cf2e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.656361] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.657680] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8f3596a-703b-42e2-aade-696fdf868945 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.664161] env[70220]: DEBUG oslo_vmware.api [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1151.664161] env[70220]: value = "task-3626281" [ 1151.664161] env[70220]: _type = "Task" [ 1151.664161] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.679205] env[70220]: DEBUG oslo_vmware.api [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Task: {'id': task-3626280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365653} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.686114] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.686348] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.686577] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.686844] env[70220]: INFO nova.compute.manager [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1151.687167] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.689368] env[70220]: DEBUG oslo_vmware.api [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.694915] env[70220]: DEBUG nova.compute.manager [-] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.694915] env[70220]: DEBUG nova.network.neutron [-] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.709486] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88b957d4-c9a9-4ff7-bf6f-c0b4b10f0a97 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.714686] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.770115] env[70220]: INFO nova.network.neutron [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Port c19616f1-0841-4475-93c8-dbf1fc837ab1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1151.770479] env[70220]: DEBUG nova.network.neutron [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updating instance_info_cache with network_info: [{"id": "0a479539-4f4e-4315-93c8-18ae73e88549", "address": "fa:16:3e:6a:f9:f7", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a479539-4f", "ovs_interfaceid": "0a479539-4f4e-4315-93c8-18ae73e88549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.874699] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ade796-4b0d-421e-88cd-2ce0262d2ee2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.882390] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db1409f-e911-4093-ad7e-efcfb270f594 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.922021] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c461133-9b09-477a-8f32-26aaae5a3998 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.933979] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87501bf-2904-4b9e-a866-96f76ec46f41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.939179] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668125} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.939468] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 43fd85cb-3eda-4027-b164-1b834ffeb199/43fd85cb-3eda-4027-b164-1b834ffeb199.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.939810] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.940491] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15206e04-cbe4-45e5-85b1-00df0b3d5962 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.952684] env[70220]: DEBUG nova.compute.provider_tree [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.961746] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for the task: (returnval){ [ 1151.961746] env[70220]: value = "task-3626282" [ 1151.961746] env[70220]: _type = "Task" [ 1151.961746] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.973704] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.989120] env[70220]: DEBUG nova.compute.manager [req-6e19ccee-35cd-4268-a0f1-46c767bf5d1c req-06dd3840-724d-4f33-b7b1-0c2f6bdcc04e service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Received event network-changed-0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.989396] env[70220]: DEBUG nova.compute.manager [req-6e19ccee-35cd-4268-a0f1-46c767bf5d1c req-06dd3840-724d-4f33-b7b1-0c2f6bdcc04e service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing instance network info cache due to event network-changed-0a479539-4f4e-4315-93c8-18ae73e88549. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.989621] env[70220]: DEBUG oslo_concurrency.lockutils [req-6e19ccee-35cd-4268-a0f1-46c767bf5d1c req-06dd3840-724d-4f33-b7b1-0c2f6bdcc04e service nova] Acquiring lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.029767] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626278, 'name': Destroy_Task, 'duration_secs': 0.608819} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.030158] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Destroyed the VM [ 1152.030528] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1152.030814] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aca6256b-187e-48ba-a53e-045d4d1359b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.038458] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1152.038458] env[70220]: value = "task-3626283" [ 1152.038458] env[70220]: _type = "Task" [ 1152.038458] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.047705] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626283, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.178911] env[70220]: DEBUG oslo_vmware.api [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626281, 'name': PowerOffVM_Task, 'duration_secs': 0.232582} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.182306] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.182306] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.182306] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-270a97c2-bd47-4ef6-a5de-902b5556b16b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.194036] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.194036] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d89b220a-ea7c-4b48-9e74-00ba3b1cbfc6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.204313] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1152.204313] env[70220]: value = "task-3626285" [ 1152.204313] env[70220]: _type = "Task" [ 1152.204313] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.214177] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.250438] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.250691] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.250904] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Deleting the datastore file [datastore2] 47b8ca03-915a-4ee4-8e7b-835ffdf56259 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.251214] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95e2ce67-aea1-489f-a309-3521d9c0a932 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.261547] env[70220]: DEBUG oslo_vmware.api [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1152.261547] env[70220]: value = "task-3626286" [ 1152.261547] env[70220]: _type = "Task" [ 1152.261547] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.270584] env[70220]: DEBUG oslo_vmware.api [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.276352] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.282038] env[70220]: DEBUG oslo_concurrency.lockutils [req-6e19ccee-35cd-4268-a0f1-46c767bf5d1c req-06dd3840-724d-4f33-b7b1-0c2f6bdcc04e service nova] Acquired lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.282038] env[70220]: DEBUG nova.network.neutron [req-6e19ccee-35cd-4268-a0f1-46c767bf5d1c req-06dd3840-724d-4f33-b7b1-0c2f6bdcc04e service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Refreshing network info cache for port 0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1152.457116] env[70220]: DEBUG nova.scheduler.client.report [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.475726] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107845} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.475726] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.475964] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db50859c-32d6-4859-b15f-2e4f002f20d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.508378] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 43fd85cb-3eda-4027-b164-1b834ffeb199/43fd85cb-3eda-4027-b164-1b834ffeb199.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.509194] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fec23305-535b-43e7-9947-9adb350b9fbc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.530557] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for the task: (returnval){ [ 1152.530557] env[70220]: value = "task-3626287" [ 1152.530557] env[70220]: _type = "Task" [ 1152.530557] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.542804] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.550807] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626283, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.670021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "interface-f23647e1-9628-436f-ab7f-619c311000ba-c19616f1-0841-4475-93c8-dbf1fc837ab1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.670021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-f23647e1-9628-436f-ab7f-619c311000ba-c19616f1-0841-4475-93c8-dbf1fc837ab1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.670303] env[70220]: DEBUG nova.objects.instance [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'flavor' on Instance uuid f23647e1-9628-436f-ab7f-619c311000ba {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.714334] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626285, 'name': PowerOffVM_Task, 'duration_secs': 0.274132} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.714638] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.714908] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.716202] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2857d3a-6d69-4ef9-93e2-5db4fec17a69 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.726812] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.727127] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f424fb93-bd3e-49dc-969c-f63db41a4389 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.772532] env[70220]: DEBUG oslo_vmware.api [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275769} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.772926] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.773146] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.773370] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.773559] env[70220]: INFO nova.compute.manager [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1152.773963] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.774288] env[70220]: DEBUG nova.compute.manager [-] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.774391] env[70220]: DEBUG nova.network.neutron [-] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.783099] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b8a4d3b8-0670-4d2f-be30-de5365d6d795 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-4fa3faaa-0a55-4481-a3d7-e4844a28f930-c19616f1-0841-4475-93c8-dbf1fc837ab1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.247s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.783713] env[70220]: DEBUG nova.network.neutron [-] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.805062] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.805324] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.806046] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleting the datastore file [datastore1] 3faece41-423b-487c-8d02-016025aba4a6 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.806046] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7445ca10-bca8-4e92-9aae-bfcffc277330 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.815387] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1152.815387] env[70220]: value = "task-3626289" [ 1152.815387] env[70220]: _type = "Task" [ 1152.815387] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.824583] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.965494] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.966047] env[70220]: DEBUG nova.compute.manager [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.969958] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.255s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.973545] env[70220]: INFO nova.compute.claims [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.045618] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626287, 'name': ReconfigVM_Task, 'duration_secs': 0.47747} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.049784] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 43fd85cb-3eda-4027-b164-1b834ffeb199/43fd85cb-3eda-4027-b164-1b834ffeb199.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.051149] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd33de11-6424-4261-b6a0-0ad27cf5e4e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.058455] env[70220]: DEBUG oslo_vmware.api [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626283, 'name': RemoveSnapshot_Task, 'duration_secs': 0.818371} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.060222] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1153.062932] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for the task: (returnval){ [ 1153.062932] env[70220]: value = "task-3626290" [ 1153.062932] env[70220]: _type = "Task" [ 1153.062932] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.072021] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626290, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.202448] env[70220]: DEBUG nova.network.neutron [req-6e19ccee-35cd-4268-a0f1-46c767bf5d1c req-06dd3840-724d-4f33-b7b1-0c2f6bdcc04e service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updated VIF entry in instance network info cache for port 0a479539-4f4e-4315-93c8-18ae73e88549. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.202574] env[70220]: DEBUG nova.network.neutron [req-6e19ccee-35cd-4268-a0f1-46c767bf5d1c req-06dd3840-724d-4f33-b7b1-0c2f6bdcc04e service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updating instance_info_cache with network_info: [{"id": "0a479539-4f4e-4315-93c8-18ae73e88549", "address": "fa:16:3e:6a:f9:f7", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a479539-4f", "ovs_interfaceid": "0a479539-4f4e-4315-93c8-18ae73e88549", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.290587] env[70220]: INFO nova.compute.manager [-] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Took 1.60 seconds to deallocate network for instance. [ 1153.303328] env[70220]: DEBUG nova.objects.instance [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'pci_requests' on Instance uuid f23647e1-9628-436f-ab7f-619c311000ba {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.326861] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188801} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.327483] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.327483] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.327912] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.383373] env[70220]: DEBUG oslo_concurrency.lockutils [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "964358fc-da49-4201-ac90-9b551fcf256c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.383680] env[70220]: DEBUG oslo_concurrency.lockutils [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.383900] env[70220]: DEBUG oslo_concurrency.lockutils [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "964358fc-da49-4201-ac90-9b551fcf256c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.384116] env[70220]: DEBUG oslo_concurrency.lockutils [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.384307] env[70220]: DEBUG oslo_concurrency.lockutils [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.387231] env[70220]: INFO nova.compute.manager [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Terminating instance [ 1153.476330] env[70220]: DEBUG nova.compute.utils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.477820] env[70220]: DEBUG nova.compute.manager [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.478043] env[70220]: DEBUG nova.network.neutron [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.539559] env[70220]: DEBUG nova.policy [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd07de07d44974fdfa2eb8563a889ff18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '043e62750a7a41e3a2ad2ac2dd1f1ac4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.564605] env[70220]: WARNING nova.compute.manager [None req-3d69b616-0870-42cd-96d1-75225955e6ef tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Image not found during snapshot: nova.exception.ImageNotFound: Image 69d2536a-7b33-4f76-a078-d654753f104c could not be found. [ 1153.575049] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626290, 'name': Rename_Task, 'duration_secs': 0.187183} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.575340] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.575593] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da327f6d-1d39-41d3-9c52-377d1cfe30f8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.582820] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for the task: (returnval){ [ 1153.582820] env[70220]: value = "task-3626291" [ 1153.582820] env[70220]: _type = "Task" [ 1153.582820] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.594435] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.707399] env[70220]: DEBUG oslo_concurrency.lockutils [req-6e19ccee-35cd-4268-a0f1-46c767bf5d1c req-06dd3840-724d-4f33-b7b1-0c2f6bdcc04e service nova] Releasing lock "refresh_cache-4fa3faaa-0a55-4481-a3d7-e4844a28f930" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.760684] env[70220]: DEBUG nova.network.neutron [-] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.804175] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.808987] env[70220]: DEBUG nova.objects.base [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1153.809782] env[70220]: DEBUG nova.network.neutron [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.883761] env[70220]: DEBUG nova.policy [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f2bee83b4f4b7f8d249010a1a83f40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02abc3df7dd14990b15371862cfb51f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.891494] env[70220]: DEBUG nova.compute.manager [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.891715] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.893173] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8c8348-5f0a-4669-8938-8c7ba64437a9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.901223] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.901503] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2076e2fc-a3ce-487c-9bb1-bd9c4114321a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.908692] env[70220]: DEBUG oslo_vmware.api [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1153.908692] env[70220]: value = "task-3626292" [ 1153.908692] env[70220]: _type = "Task" [ 1153.908692] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.919670] env[70220]: DEBUG oslo_vmware.api [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.950319] env[70220]: DEBUG nova.network.neutron [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Successfully created port: 45b82439-d9eb-40be-9600-364eaa26fb5b {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.983984] env[70220]: DEBUG nova.compute.manager [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.046880] env[70220]: DEBUG nova.compute.manager [req-32aef57b-2670-4c1c-8c27-b9cec4f64c03 req-7c9bae77-5bb2-41b8-a3b7-f606fb3d2fb9 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Received event network-changed-6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.047067] env[70220]: DEBUG nova.compute.manager [req-32aef57b-2670-4c1c-8c27-b9cec4f64c03 req-7c9bae77-5bb2-41b8-a3b7-f606fb3d2fb9 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Refreshing instance network info cache due to event network-changed-6319dee4-b5f6-4c05-8137-0c8093ef76f4. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.047291] env[70220]: DEBUG oslo_concurrency.lockutils [req-32aef57b-2670-4c1c-8c27-b9cec4f64c03 req-7c9bae77-5bb2-41b8-a3b7-f606fb3d2fb9 service nova] Acquiring lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.047435] env[70220]: DEBUG oslo_concurrency.lockutils [req-32aef57b-2670-4c1c-8c27-b9cec4f64c03 req-7c9bae77-5bb2-41b8-a3b7-f606fb3d2fb9 service nova] Acquired lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.047625] env[70220]: DEBUG nova.network.neutron [req-32aef57b-2670-4c1c-8c27-b9cec4f64c03 req-7c9bae77-5bb2-41b8-a3b7-f606fb3d2fb9 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Refreshing network info cache for port 6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.083876] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52637236-62fe-7399-7a49-e6e915806b4b/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1154.084882] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad094c07-55dd-49f4-b5f7-9e56b75adcf3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.099023] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52637236-62fe-7399-7a49-e6e915806b4b/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1154.099023] env[70220]: ERROR oslo_vmware.rw_handles [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52637236-62fe-7399-7a49-e6e915806b4b/disk-0.vmdk due to incomplete transfer. [ 1154.103845] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-126dcf9e-0e36-4d9a-842d-53fbfb18453d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.106100] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.117641] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52637236-62fe-7399-7a49-e6e915806b4b/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1154.117641] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Uploaded image 4656ba34-d18d-420f-b29f-a444cfd08468 to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1154.120306] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1154.120611] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cd0cd712-3ddf-4c2c-9a25-e1da86b4f132 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.128317] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1154.128317] env[70220]: value = "task-3626293" [ 1154.128317] env[70220]: _type = "Task" [ 1154.128317] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.143062] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626293, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.262706] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b19990-04d3-4b95-8551-71a2ff32bea2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.264681] env[70220]: INFO nova.compute.manager [-] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Took 1.49 seconds to deallocate network for instance. [ 1154.273873] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d76f6e-ce96-4d20-a0f2-54537422f3e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.309167] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f48a8e8-bdd8-4c7b-8c6d-e951af440a70 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.317113] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5ab80f-4e26-44b5-acff-1463b41342b1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.335025] env[70220]: DEBUG nova.compute.provider_tree [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.370874] env[70220]: DEBUG nova.virt.hardware [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.371154] env[70220]: DEBUG nova.virt.hardware [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.371329] env[70220]: DEBUG nova.virt.hardware [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.371491] env[70220]: DEBUG nova.virt.hardware [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.371678] env[70220]: DEBUG nova.virt.hardware [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.371843] env[70220]: DEBUG nova.virt.hardware [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.372062] env[70220]: DEBUG nova.virt.hardware [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.372219] env[70220]: DEBUG nova.virt.hardware [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.372380] env[70220]: DEBUG nova.virt.hardware [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.372563] env[70220]: DEBUG nova.virt.hardware [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.372710] env[70220]: DEBUG nova.virt.hardware [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.373119] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "f8579b2a-37ff-46ff-90d9-da614362a316" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.373331] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "f8579b2a-37ff-46ff-90d9-da614362a316" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.373519] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "f8579b2a-37ff-46ff-90d9-da614362a316-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.373755] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "f8579b2a-37ff-46ff-90d9-da614362a316-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.373941] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "f8579b2a-37ff-46ff-90d9-da614362a316-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.376848] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc54d440-c559-476a-a253-c4745b474af1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.379869] env[70220]: INFO nova.compute.manager [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Terminating instance [ 1154.388229] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ca3b51-3c50-431a-a55f-36f8a7755703 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.403424] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:72:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67558d21-cee5-476b-87ed-89ac8c8091a7', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.411418] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.412435] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.415162] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93ca1837-8243-42d1-a83f-4afd009766d7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.434245] env[70220]: DEBUG oslo_vmware.api [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626292, 'name': PowerOffVM_Task, 'duration_secs': 0.236345} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.435521] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.435700] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.435930] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.435930] env[70220]: value = "task-3626294" [ 1154.435930] env[70220]: _type = "Task" [ 1154.435930] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.436149] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41a7a10f-4ff9-4fa6-b8c9-a7cdb867267d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.444981] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626294, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.512081] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.512081] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.512081] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleting the datastore file [datastore1] 964358fc-da49-4201-ac90-9b551fcf256c {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.512081] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb690ffc-f382-4e59-898c-9d721cc2cc2f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.519091] env[70220]: DEBUG oslo_vmware.api [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1154.519091] env[70220]: value = "task-3626296" [ 1154.519091] env[70220]: _type = "Task" [ 1154.519091] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.528688] env[70220]: DEBUG oslo_vmware.api [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.596826] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626291, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.641507] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626293, 'name': Destroy_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.771117] env[70220]: DEBUG oslo_concurrency.lockutils [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.793443] env[70220]: DEBUG nova.network.neutron [req-32aef57b-2670-4c1c-8c27-b9cec4f64c03 req-7c9bae77-5bb2-41b8-a3b7-f606fb3d2fb9 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updated VIF entry in instance network info cache for port 6319dee4-b5f6-4c05-8137-0c8093ef76f4. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.793913] env[70220]: DEBUG nova.network.neutron [req-32aef57b-2670-4c1c-8c27-b9cec4f64c03 req-7c9bae77-5bb2-41b8-a3b7-f606fb3d2fb9 service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updating instance_info_cache with network_info: [{"id": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "address": "fa:16:3e:d5:55:60", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319dee4-b5", "ovs_interfaceid": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.857128] env[70220]: ERROR nova.scheduler.client.report [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [req-f7271d3c-f85a-4577-911e-e16301d33126] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7271d3c-f85a-4577-911e-e16301d33126"}]} [ 1154.874833] env[70220]: DEBUG nova.scheduler.client.report [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1154.884497] env[70220]: DEBUG nova.compute.manager [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.884799] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.886802] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225bfb3c-b029-4591-8537-64170862570b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.890291] env[70220]: DEBUG nova.scheduler.client.report [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1154.890553] env[70220]: DEBUG nova.compute.provider_tree [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.897765] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.898071] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3459febb-ceb6-4e19-b9c2-d2574909e878 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.902775] env[70220]: DEBUG nova.scheduler.client.report [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1154.905913] env[70220]: DEBUG oslo_vmware.api [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1154.905913] env[70220]: value = "task-3626297" [ 1154.905913] env[70220]: _type = "Task" [ 1154.905913] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.914920] env[70220]: DEBUG oslo_vmware.api [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.921067] env[70220]: DEBUG nova.scheduler.client.report [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1154.953237] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626294, 'name': CreateVM_Task, 'duration_secs': 0.447106} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.953505] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.954241] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.954412] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.954729] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.957357] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91663bc-cf38-4573-bc21-a88fa9bf9b41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.962986] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1154.962986] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5230ca67-767e-24f4-21ca-1c747a6c76c8" [ 1154.962986] env[70220]: _type = "Task" [ 1154.962986] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.971155] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5230ca67-767e-24f4-21ca-1c747a6c76c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.000427] env[70220]: DEBUG nova.compute.manager [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.025222] env[70220]: DEBUG nova.virt.hardware [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.025505] env[70220]: DEBUG nova.virt.hardware [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.025636] env[70220]: DEBUG nova.virt.hardware [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.025812] env[70220]: DEBUG nova.virt.hardware [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.025957] env[70220]: DEBUG nova.virt.hardware [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.026208] env[70220]: DEBUG nova.virt.hardware [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.026512] env[70220]: DEBUG nova.virt.hardware [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.026708] env[70220]: DEBUG nova.virt.hardware [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.026885] env[70220]: DEBUG nova.virt.hardware [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.027082] env[70220]: DEBUG nova.virt.hardware [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.027266] env[70220]: DEBUG nova.virt.hardware [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.028080] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09e5c05-39a6-460c-8907-69fc00499d69 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.040940] env[70220]: DEBUG oslo_vmware.api [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131773} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.041280] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.041461] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.041640] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.041837] env[70220]: INFO nova.compute.manager [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1155.042238] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.043430] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e22680-4b8f-4f31-8724-0d6a5f567210 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.050343] env[70220]: DEBUG nova.compute.manager [-] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.050439] env[70220]: DEBUG nova.network.neutron [-] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.096639] env[70220]: DEBUG oslo_vmware.api [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626291, 'name': PowerOnVM_Task, 'duration_secs': 1.204602} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.096903] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.097133] env[70220]: INFO nova.compute.manager [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1155.097290] env[70220]: DEBUG nova.compute.manager [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.098073] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0328a9-a488-468d-bf2e-fb238f2e17d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.142270] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626293, 'name': Destroy_Task, 'duration_secs': 0.569428} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.142549] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Destroyed the VM [ 1155.142787] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1155.143057] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4ce05bf9-b4f0-4ad4-915d-e8542dd86995 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.147057] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fce0095-e9aa-4d09-abe4-e371d7115fac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.150369] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1155.150369] env[70220]: value = "task-3626298" [ 1155.150369] env[70220]: _type = "Task" [ 1155.150369] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.157107] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290d9132-3cac-4395-a09d-540e3b533181 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.163905] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626298, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.192741] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a564fcdd-6a25-4483-976d-80abe3d1388e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.200013] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675ed84d-efae-44a9-9f88-4171c6f3e319 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.213738] env[70220]: DEBUG nova.compute.provider_tree [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.296369] env[70220]: DEBUG oslo_concurrency.lockutils [req-32aef57b-2670-4c1c-8c27-b9cec4f64c03 req-7c9bae77-5bb2-41b8-a3b7-f606fb3d2fb9 service nova] Releasing lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.296627] env[70220]: DEBUG nova.compute.manager [req-32aef57b-2670-4c1c-8c27-b9cec4f64c03 req-7c9bae77-5bb2-41b8-a3b7-f606fb3d2fb9 service nova] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Received event network-vif-deleted-21374ebd-8aa0-4030-b0ff-66f455543c28 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.296980] env[70220]: DEBUG nova.compute.manager [req-32aef57b-2670-4c1c-8c27-b9cec4f64c03 req-7c9bae77-5bb2-41b8-a3b7-f606fb3d2fb9 service nova] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Received event network-vif-deleted-f0904f0b-0702-4b64-81b3-dbf8c9b74175 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.416952] env[70220]: DEBUG oslo_vmware.api [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626297, 'name': PowerOffVM_Task, 'duration_secs': 0.225048} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.417319] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.417573] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.417980] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf6b6636-2b07-4b3a-b7c1-9483ec992902 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.474465] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5230ca67-767e-24f4-21ca-1c747a6c76c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01217} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.474832] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.475136] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.475551] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.475775] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.476181] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.476280] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef7b73fb-c5a0-4501-8049-62c588ef18f4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.480500] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.480811] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.481081] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleting the datastore file [datastore1] f8579b2a-37ff-46ff-90d9-da614362a316 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.481401] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d824b8a8-a5c5-45ae-9026-4ae1fd901024 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.490348] env[70220]: DEBUG oslo_vmware.api [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for the task: (returnval){ [ 1155.490348] env[70220]: value = "task-3626300" [ 1155.490348] env[70220]: _type = "Task" [ 1155.490348] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.490643] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.490758] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.491553] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b33478-082c-4259-8567-5ab4a47b4153 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.500642] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1155.500642] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525a6a25-8975-9262-9e98-5df0a63a5194" [ 1155.500642] env[70220]: _type = "Task" [ 1155.500642] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.506061] env[70220]: DEBUG oslo_vmware.api [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.520600] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525a6a25-8975-9262-9e98-5df0a63a5194, 'name': SearchDatastore_Task, 'duration_secs': 0.009029} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.521895] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5890f14-95cc-4ecc-a6aa-28cd6d0cc3b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.528485] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1155.528485] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524317a8-87d0-9908-4be4-c2c45f3d7439" [ 1155.528485] env[70220]: _type = "Task" [ 1155.528485] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.541228] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524317a8-87d0-9908-4be4-c2c45f3d7439, 'name': SearchDatastore_Task, 'duration_secs': 0.008385} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.541681] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.542196] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 3faece41-423b-487c-8d02-016025aba4a6/3faece41-423b-487c-8d02-016025aba4a6.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.542671] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-958d78df-3011-433f-b8dd-59fe417012b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.550862] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1155.550862] env[70220]: value = "task-3626301" [ 1155.550862] env[70220]: _type = "Task" [ 1155.550862] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.564147] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.620296] env[70220]: INFO nova.compute.manager [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Took 16.87 seconds to build instance. [ 1155.647464] env[70220]: DEBUG nova.network.neutron [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Successfully updated port: c19616f1-0841-4475-93c8-dbf1fc837ab1 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.661209] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626298, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.706682] env[70220]: DEBUG nova.compute.manager [req-0de31ced-8ecf-411d-a10f-0167e2fb8539 req-fb7ef732-ab49-492d-bbf2-896165590ac7 service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Received event network-vif-plugged-45b82439-d9eb-40be-9600-364eaa26fb5b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.706682] env[70220]: DEBUG oslo_concurrency.lockutils [req-0de31ced-8ecf-411d-a10f-0167e2fb8539 req-fb7ef732-ab49-492d-bbf2-896165590ac7 service nova] Acquiring lock "c7cae29f-747b-4cd7-975e-0362c423da94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.706682] env[70220]: DEBUG oslo_concurrency.lockutils [req-0de31ced-8ecf-411d-a10f-0167e2fb8539 req-fb7ef732-ab49-492d-bbf2-896165590ac7 service nova] Lock "c7cae29f-747b-4cd7-975e-0362c423da94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.708658] env[70220]: DEBUG oslo_concurrency.lockutils [req-0de31ced-8ecf-411d-a10f-0167e2fb8539 req-fb7ef732-ab49-492d-bbf2-896165590ac7 service nova] Lock "c7cae29f-747b-4cd7-975e-0362c423da94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.708658] env[70220]: DEBUG nova.compute.manager [req-0de31ced-8ecf-411d-a10f-0167e2fb8539 req-fb7ef732-ab49-492d-bbf2-896165590ac7 service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] No waiting events found dispatching network-vif-plugged-45b82439-d9eb-40be-9600-364eaa26fb5b {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.708658] env[70220]: WARNING nova.compute.manager [req-0de31ced-8ecf-411d-a10f-0167e2fb8539 req-fb7ef732-ab49-492d-bbf2-896165590ac7 service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Received unexpected event network-vif-plugged-45b82439-d9eb-40be-9600-364eaa26fb5b for instance with vm_state building and task_state spawning. [ 1155.713936] env[70220]: DEBUG nova.network.neutron [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Successfully updated port: 45b82439-d9eb-40be-9600-364eaa26fb5b {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1155.755404] env[70220]: DEBUG nova.scheduler.client.report [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1155.755708] env[70220]: DEBUG nova.compute.provider_tree [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 126 to 127 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1155.755945] env[70220]: DEBUG nova.compute.provider_tree [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.005469] env[70220]: DEBUG oslo_vmware.api [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Task: {'id': task-3626300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147062} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.005469] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.005930] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.005930] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.005930] env[70220]: INFO nova.compute.manager [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1156.006178] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.006362] env[70220]: DEBUG nova.compute.manager [-] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.006456] env[70220]: DEBUG nova.network.neutron [-] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.061949] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626301, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.122109] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ec1a7944-47ce-4d2c-8ad9-aaf21d24f83c tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "43fd85cb-3eda-4027-b164-1b834ffeb199" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.381s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.156392] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.156591] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.156757] env[70220]: DEBUG nova.network.neutron [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.164474] env[70220]: DEBUG nova.compute.manager [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Received event network-vif-plugged-c19616f1-0841-4475-93c8-dbf1fc837ab1 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.164474] env[70220]: DEBUG oslo_concurrency.lockutils [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] Acquiring lock "f23647e1-9628-436f-ab7f-619c311000ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.164474] env[70220]: DEBUG oslo_concurrency.lockutils [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] Lock "f23647e1-9628-436f-ab7f-619c311000ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.164474] env[70220]: DEBUG oslo_concurrency.lockutils [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] Lock "f23647e1-9628-436f-ab7f-619c311000ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.164474] env[70220]: DEBUG nova.compute.manager [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] No waiting events found dispatching network-vif-plugged-c19616f1-0841-4475-93c8-dbf1fc837ab1 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.164474] env[70220]: WARNING nova.compute.manager [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Received unexpected event network-vif-plugged-c19616f1-0841-4475-93c8-dbf1fc837ab1 for instance with vm_state active and task_state None. [ 1156.164474] env[70220]: DEBUG nova.compute.manager [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Received event network-changed-c19616f1-0841-4475-93c8-dbf1fc837ab1 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.164474] env[70220]: DEBUG nova.compute.manager [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Refreshing instance network info cache due to event network-changed-c19616f1-0841-4475-93c8-dbf1fc837ab1. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.164474] env[70220]: DEBUG oslo_concurrency.lockutils [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] Acquiring lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.167378] env[70220]: DEBUG oslo_vmware.api [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626298, 'name': RemoveSnapshot_Task, 'duration_secs': 0.892003} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.167378] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1156.169283] env[70220]: INFO nova.compute.manager [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Took 15.15 seconds to snapshot the instance on the hypervisor. [ 1156.216479] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "refresh_cache-c7cae29f-747b-4cd7-975e-0362c423da94" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.216644] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquired lock "refresh_cache-c7cae29f-747b-4cd7-975e-0362c423da94" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.216868] env[70220]: DEBUG nova.network.neutron [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.223323] env[70220]: DEBUG nova.network.neutron [-] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.262895] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.293s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.262895] env[70220]: DEBUG nova.compute.manager [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1156.268023] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.461s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.268023] env[70220]: DEBUG nova.objects.instance [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Lazy-loading 'resources' on Instance uuid 4b873e42-571a-4991-afcd-98f0b4a35528 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.562554] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566006} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.562692] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 3faece41-423b-487c-8d02-016025aba4a6/3faece41-423b-487c-8d02-016025aba4a6.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.562862] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.563124] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8b1d0a1-c415-4d67-bacb-d68e1e223ea3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.569848] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1156.569848] env[70220]: value = "task-3626302" [ 1156.569848] env[70220]: _type = "Task" [ 1156.569848] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.577757] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.692358] env[70220]: WARNING nova.network.neutron [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] fd363a1f-7af6-4512-bcd9-723593f14e19 already exists in list: networks containing: ['fd363a1f-7af6-4512-bcd9-723593f14e19']. ignoring it [ 1156.708163] env[70220]: DEBUG nova.compute.manager [None req-1d6ad64b-2b85-48e6-825d-088742257993 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Found 1 images (rotation: 2) {{(pid=70220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1156.724892] env[70220]: INFO nova.compute.manager [-] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Took 1.67 seconds to deallocate network for instance. [ 1156.761712] env[70220]: DEBUG nova.network.neutron [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.768291] env[70220]: DEBUG nova.compute.utils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.775338] env[70220]: DEBUG nova.compute.manager [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.775338] env[70220]: DEBUG nova.network.neutron [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.781033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquiring lock "43fd85cb-3eda-4027-b164-1b834ffeb199" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.781033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "43fd85cb-3eda-4027-b164-1b834ffeb199" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.781033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquiring lock "43fd85cb-3eda-4027-b164-1b834ffeb199-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.781191] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "43fd85cb-3eda-4027-b164-1b834ffeb199-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.781343] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "43fd85cb-3eda-4027-b164-1b834ffeb199-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.783713] env[70220]: INFO nova.compute.manager [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Terminating instance [ 1156.807106] env[70220]: DEBUG nova.network.neutron [-] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.838271] env[70220]: DEBUG nova.policy [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e2139bce63432bbb85dc539e889c23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9746f61112d34bbc83c56222b4467e09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.918589] env[70220]: DEBUG nova.network.neutron [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Updating instance_info_cache with network_info: [{"id": "45b82439-d9eb-40be-9600-364eaa26fb5b", "address": "fa:16:3e:3b:3f:0c", "network": {"id": "41743d3c-aee6-4033-97ce-394f6d03abfa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1179812949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "043e62750a7a41e3a2ad2ac2dd1f1ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b82439-d9", "ovs_interfaceid": "45b82439-d9eb-40be-9600-364eaa26fb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.977540] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041fe960-1029-423a-9ef0-2b6f110b959f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.985678] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f638b4-1b39-479f-b3d6-2020ac8dda56 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.017931] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748099f0-cbc7-4acc-9606-6b6d60d76b4c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.024949] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5cd206-47bc-4daa-9b11-c6cc43a33fdb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.037861] env[70220]: DEBUG nova.compute.provider_tree [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.079835] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071878} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.080118] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.080858] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c44f57-2c7a-497a-b9e3-87e9f0367a12 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.102139] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 3faece41-423b-487c-8d02-016025aba4a6/3faece41-423b-487c-8d02-016025aba4a6.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.102392] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8591857a-9a08-4b56-8a1d-8bcc1978e894 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.121644] env[70220]: DEBUG nova.network.neutron [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updating instance_info_cache with network_info: [{"id": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "address": "fa:16:3e:d5:55:60", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319dee4-b5", "ovs_interfaceid": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c19616f1-0841-4475-93c8-dbf1fc837ab1", "address": "fa:16:3e:da:d8:33", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19616f1-08", "ovs_interfaceid": "c19616f1-0841-4475-93c8-dbf1fc837ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.124359] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1157.124359] env[70220]: value = "task-3626303" [ 1157.124359] env[70220]: _type = "Task" [ 1157.124359] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.133381] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.231190] env[70220]: DEBUG oslo_concurrency.lockutils [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.278789] env[70220]: DEBUG nova.compute.manager [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1157.289853] env[70220]: DEBUG nova.compute.manager [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.290048] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.291077] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83632293-f1ac-4174-a4da-0527e1c0ba75 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.299766] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.300091] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7da00deb-8c18-4299-b5ac-b8af9a0e6eb0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.306745] env[70220]: DEBUG oslo_vmware.api [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for the task: (returnval){ [ 1157.306745] env[70220]: value = "task-3626304" [ 1157.306745] env[70220]: _type = "Task" [ 1157.306745] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.317365] env[70220]: INFO nova.compute.manager [-] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Took 1.31 seconds to deallocate network for instance. [ 1157.317757] env[70220]: DEBUG oslo_vmware.api [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.420967] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Releasing lock "refresh_cache-c7cae29f-747b-4cd7-975e-0362c423da94" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.421495] env[70220]: DEBUG nova.compute.manager [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Instance network_info: |[{"id": "45b82439-d9eb-40be-9600-364eaa26fb5b", "address": "fa:16:3e:3b:3f:0c", "network": {"id": "41743d3c-aee6-4033-97ce-394f6d03abfa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1179812949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "043e62750a7a41e3a2ad2ac2dd1f1ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b82439-d9", "ovs_interfaceid": "45b82439-d9eb-40be-9600-364eaa26fb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1157.423053] env[70220]: DEBUG nova.network.neutron [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Successfully created port: 60ffee45-dbcf-4d71-ac24-3dd32109001d {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.426929] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:3f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45b82439-d9eb-40be-9600-364eaa26fb5b', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.435257] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.435506] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.436153] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67c06e06-4060-4681-95dd-7f0593bd232b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.457911] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.457911] env[70220]: value = "task-3626305" [ 1157.457911] env[70220]: _type = "Task" [ 1157.457911] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.467264] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626305, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.544531] env[70220]: DEBUG nova.scheduler.client.report [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.625684] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.626433] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.626646] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.626943] env[70220]: DEBUG oslo_concurrency.lockutils [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] Acquired lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.627146] env[70220]: DEBUG nova.network.neutron [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Refreshing network info cache for port c19616f1-0841-4475-93c8-dbf1fc837ab1 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.630352] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01646318-1be4-4dd2-bde4-ea9f353a2acc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.659087] env[70220]: DEBUG nova.virt.hardware [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.659346] env[70220]: DEBUG nova.virt.hardware [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.659537] env[70220]: DEBUG nova.virt.hardware [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.659686] env[70220]: DEBUG nova.virt.hardware [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.659837] env[70220]: DEBUG nova.virt.hardware [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.659991] env[70220]: DEBUG nova.virt.hardware [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.660159] env[70220]: DEBUG nova.virt.hardware [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.660333] env[70220]: DEBUG nova.virt.hardware [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.660471] env[70220]: DEBUG nova.virt.hardware [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.660630] env[70220]: DEBUG nova.virt.hardware [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.660799] env[70220]: DEBUG nova.virt.hardware [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.668390] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Reconfiguring VM to attach interface {{(pid=70220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1157.668767] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626303, 'name': ReconfigVM_Task, 'duration_secs': 0.458692} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.669327] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7a71da3-6df1-4872-b1d0-efd150644944 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.682094] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 3faece41-423b-487c-8d02-016025aba4a6/3faece41-423b-487c-8d02-016025aba4a6.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.683028] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-131c8dd5-668b-4619-851a-22c0ae88e1f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.690600] env[70220]: DEBUG oslo_vmware.api [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1157.690600] env[70220]: value = "task-3626307" [ 1157.690600] env[70220]: _type = "Task" [ 1157.690600] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.692141] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1157.692141] env[70220]: value = "task-3626306" [ 1157.692141] env[70220]: _type = "Task" [ 1157.692141] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.705977] env[70220]: DEBUG oslo_vmware.api [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.711628] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626306, 'name': Rename_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.818944] env[70220]: DEBUG oslo_vmware.api [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626304, 'name': PowerOffVM_Task, 'duration_secs': 0.208695} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.819457] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.819625] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.819903] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a26b2378-8fdc-41a4-b7d6-588dd072c154 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.824018] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.878672] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.878901] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.879098] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Deleting the datastore file [datastore2] 43fd85cb-3eda-4027-b164-1b834ffeb199 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.879360] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4744d6e4-ca07-4514-a50b-2f2cc9448d17 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.885904] env[70220]: DEBUG oslo_vmware.api [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for the task: (returnval){ [ 1157.885904] env[70220]: value = "task-3626309" [ 1157.885904] env[70220]: _type = "Task" [ 1157.885904] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.896134] env[70220]: DEBUG oslo_vmware.api [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.968063] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626305, 'name': CreateVM_Task, 'duration_secs': 0.344782} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.968312] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.968949] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.969127] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.969446] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.969966] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f525df-5232-4e31-b25a-d274b2fd28b0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.974926] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1157.974926] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525fc362-147b-04df-01a8-fe3b09a953a5" [ 1157.974926] env[70220]: _type = "Task" [ 1157.974926] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.983511] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525fc362-147b-04df-01a8-fe3b09a953a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.053338] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.055629] env[70220]: DEBUG oslo_concurrency.lockutils [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.285s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.055873] env[70220]: DEBUG nova.objects.instance [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lazy-loading 'resources' on Instance uuid 47b8ca03-915a-4ee4-8e7b-835ffdf56259 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.077259] env[70220]: INFO nova.scheduler.client.report [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Deleted allocations for instance 4b873e42-571a-4991-afcd-98f0b4a35528 [ 1158.084959] env[70220]: DEBUG nova.compute.manager [req-7961330f-86ba-443a-9670-3db6a5fcbfb7 req-f704436e-8bf1-4db3-b26a-39968fa749b8 service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Received event network-changed-45b82439-d9eb-40be-9600-364eaa26fb5b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.084959] env[70220]: DEBUG nova.compute.manager [req-7961330f-86ba-443a-9670-3db6a5fcbfb7 req-f704436e-8bf1-4db3-b26a-39968fa749b8 service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Refreshing instance network info cache due to event network-changed-45b82439-d9eb-40be-9600-364eaa26fb5b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.085323] env[70220]: DEBUG oslo_concurrency.lockutils [req-7961330f-86ba-443a-9670-3db6a5fcbfb7 req-f704436e-8bf1-4db3-b26a-39968fa749b8 service nova] Acquiring lock "refresh_cache-c7cae29f-747b-4cd7-975e-0362c423da94" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.085323] env[70220]: DEBUG oslo_concurrency.lockutils [req-7961330f-86ba-443a-9670-3db6a5fcbfb7 req-f704436e-8bf1-4db3-b26a-39968fa749b8 service nova] Acquired lock "refresh_cache-c7cae29f-747b-4cd7-975e-0362c423da94" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.085475] env[70220]: DEBUG nova.network.neutron [req-7961330f-86ba-443a-9670-3db6a5fcbfb7 req-f704436e-8bf1-4db3-b26a-39968fa749b8 service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Refreshing network info cache for port 45b82439-d9eb-40be-9600-364eaa26fb5b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.208562] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626306, 'name': Rename_Task, 'duration_secs': 0.157327} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.208820] env[70220]: DEBUG oslo_vmware.api [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.209192] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.209540] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f15e862-153f-40f6-b02a-e0064dce6d39 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.215836] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1158.215836] env[70220]: value = "task-3626310" [ 1158.215836] env[70220]: _type = "Task" [ 1158.215836] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.225028] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.282704] env[70220]: DEBUG nova.compute.manager [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.283805] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54d6709-bb65-4695-a6ef-d1877fa6ea1e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.289106] env[70220]: DEBUG nova.compute.manager [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1158.299247] env[70220]: DEBUG nova.compute.manager [req-aefc11f0-7f40-4431-a46b-260aeae39a73 req-3b89b72b-20e3-4a5e-ba13-a5e20e628f05 service nova] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Received event network-vif-deleted-38ba4922-c679-4ea4-b82d-a33c64398c71 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.320112] env[70220]: DEBUG nova.virt.hardware [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.320367] env[70220]: DEBUG nova.virt.hardware [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.320523] env[70220]: DEBUG nova.virt.hardware [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.320702] env[70220]: DEBUG nova.virt.hardware [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.320856] env[70220]: DEBUG nova.virt.hardware [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.321014] env[70220]: DEBUG nova.virt.hardware [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.321231] env[70220]: DEBUG nova.virt.hardware [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.321392] env[70220]: DEBUG nova.virt.hardware [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.321576] env[70220]: DEBUG nova.virt.hardware [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.321763] env[70220]: DEBUG nova.virt.hardware [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.321938] env[70220]: DEBUG nova.virt.hardware [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.323181] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d749d8b1-f9f8-4490-9fdf-8691f5d25223 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.332202] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a75d14b-9534-425d-9269-c4a57cac1879 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.376347] env[70220]: DEBUG nova.network.neutron [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updated VIF entry in instance network info cache for port c19616f1-0841-4475-93c8-dbf1fc837ab1. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.376964] env[70220]: DEBUG nova.network.neutron [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updating instance_info_cache with network_info: [{"id": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "address": "fa:16:3e:d5:55:60", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319dee4-b5", "ovs_interfaceid": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c19616f1-0841-4475-93c8-dbf1fc837ab1", "address": "fa:16:3e:da:d8:33", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19616f1-08", "ovs_interfaceid": "c19616f1-0841-4475-93c8-dbf1fc837ab1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.395092] env[70220]: DEBUG oslo_vmware.api [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Task: {'id': task-3626309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262564} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.396301] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.396402] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.396703] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.396703] env[70220]: INFO nova.compute.manager [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1158.396920] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.397140] env[70220]: DEBUG nova.compute.manager [-] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.397240] env[70220]: DEBUG nova.network.neutron [-] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.485857] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525fc362-147b-04df-01a8-fe3b09a953a5, 'name': SearchDatastore_Task, 'duration_secs': 0.019405} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.486250] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.486495] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.486752] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.486874] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.487065] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.487325] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8194d3d6-967f-4220-969c-8e2b71f2de9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.503155] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.503352] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.504174] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11429436-bf6b-4830-8e20-d83d020c2b74 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.509615] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1158.509615] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]525188ec-d6b1-c49e-1ebd-e300861047bc" [ 1158.509615] env[70220]: _type = "Task" [ 1158.509615] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.518027] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525188ec-d6b1-c49e-1ebd-e300861047bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.586619] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c0fcd6dc-c044-49a5-b441-da7c764b627d tempest-ServersTestManualDisk-2034105008 tempest-ServersTestManualDisk-2034105008-project-member] Lock "4b873e42-571a-4991-afcd-98f0b4a35528" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.548s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.706114] env[70220]: DEBUG oslo_vmware.api [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626307, 'name': ReconfigVM_Task, 'duration_secs': 0.696587} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.706986] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.706986] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Reconfigured VM to attach interface {{(pid=70220) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1158.728071] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626310, 'name': PowerOnVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.757763] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013c24f-3f29-4098-8d7a-97300ec947f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.768409] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8a2da3-5aac-4025-af1e-1cbda8d381b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.802342] env[70220]: INFO nova.compute.manager [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] instance snapshotting [ 1158.803009] env[70220]: DEBUG nova.objects.instance [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'flavor' on Instance uuid 21dca84a-e6e7-49b1-930c-c5a9b2162483 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.807393] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831a786d-9aab-4f3e-a23d-7272e2f6de32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.817608] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b003e8d0-2d45-4e5f-b056-33ce0d9e3b2a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.837541] env[70220]: DEBUG nova.compute.provider_tree [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.843040] env[70220]: DEBUG nova.network.neutron [req-7961330f-86ba-443a-9670-3db6a5fcbfb7 req-f704436e-8bf1-4db3-b26a-39968fa749b8 service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Updated VIF entry in instance network info cache for port 45b82439-d9eb-40be-9600-364eaa26fb5b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.843387] env[70220]: DEBUG nova.network.neutron [req-7961330f-86ba-443a-9670-3db6a5fcbfb7 req-f704436e-8bf1-4db3-b26a-39968fa749b8 service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Updating instance_info_cache with network_info: [{"id": "45b82439-d9eb-40be-9600-364eaa26fb5b", "address": "fa:16:3e:3b:3f:0c", "network": {"id": "41743d3c-aee6-4033-97ce-394f6d03abfa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1179812949-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "043e62750a7a41e3a2ad2ac2dd1f1ac4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b82439-d9", "ovs_interfaceid": "45b82439-d9eb-40be-9600-364eaa26fb5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.882320] env[70220]: DEBUG oslo_concurrency.lockutils [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] Releasing lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.882599] env[70220]: DEBUG nova.compute.manager [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Received event network-vif-deleted-a05e506f-5605-4a08-8496-ab4c1b40688e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.882777] env[70220]: INFO nova.compute.manager [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Neutron deleted interface a05e506f-5605-4a08-8496-ab4c1b40688e; detaching it from the instance and deleting it from the info cache [ 1158.882991] env[70220]: DEBUG nova.network.neutron [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.021574] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]525188ec-d6b1-c49e-1ebd-e300861047bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014613} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.022427] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e382763-21c7-4a7c-9c85-f2b969cc0cee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.029300] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1159.029300] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521f94ce-944e-cec0-a634-f518048b6e67" [ 1159.029300] env[70220]: _type = "Task" [ 1159.029300] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.035532] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521f94ce-944e-cec0-a634-f518048b6e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.098598] env[70220]: DEBUG nova.network.neutron [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Successfully updated port: 60ffee45-dbcf-4d71-ac24-3dd32109001d {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.133720] env[70220]: DEBUG nova.network.neutron [-] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.213877] env[70220]: DEBUG oslo_concurrency.lockutils [None req-bd936f9b-6ff9-4a49-8150-b40c828b002d tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-f23647e1-9628-436f-ab7f-619c311000ba-c19616f1-0841-4475-93c8-dbf1fc837ab1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.544s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.226461] env[70220]: DEBUG oslo_vmware.api [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626310, 'name': PowerOnVM_Task, 'duration_secs': 0.636847} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.226755] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.227017] env[70220]: DEBUG nova.compute.manager [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.227811] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9bc087-ae96-494a-8bd3-be0e202ea2c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.315045] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e73c45-f8ef-469f-a066-6ed3d3957155 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.341574] env[70220]: DEBUG nova.scheduler.client.report [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.345693] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb913e0-096f-44d5-8ca5-048f92aa5f0d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.352209] env[70220]: DEBUG oslo_concurrency.lockutils [req-7961330f-86ba-443a-9670-3db6a5fcbfb7 req-f704436e-8bf1-4db3-b26a-39968fa749b8 service nova] Releasing lock "refresh_cache-c7cae29f-747b-4cd7-975e-0362c423da94" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.386259] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5df15b5f-ae47-4095-81ef-8f65e56ff758 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.404090] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76abe9e0-2755-43c9-a73d-be3856ec31fa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.436050] env[70220]: DEBUG nova.compute.manager [req-906c621b-a6bf-477e-bec8-4b8c5b13a516 req-b2355b92-1a92-4b93-a67d-2ac3c00d851f service nova] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Detach interface failed, port_id=a05e506f-5605-4a08-8496-ab4c1b40688e, reason: Instance 964358fc-da49-4201-ac90-9b551fcf256c could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1159.537515] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521f94ce-944e-cec0-a634-f518048b6e67, 'name': SearchDatastore_Task, 'duration_secs': 0.010589} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.537794] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.538053] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c7cae29f-747b-4cd7-975e-0362c423da94/c7cae29f-747b-4cd7-975e-0362c423da94.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.538321] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7dd9bd3-2250-4e02-a44b-a8e3bd0e7ba1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.544461] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1159.544461] env[70220]: value = "task-3626311" [ 1159.544461] env[70220]: _type = "Task" [ 1159.544461] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.552506] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.603537] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.603537] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.603537] env[70220]: DEBUG nova.network.neutron [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.637100] env[70220]: INFO nova.compute.manager [-] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Took 1.24 seconds to deallocate network for instance. [ 1159.750235] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.853693] env[70220]: DEBUG oslo_concurrency.lockutils [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.856120] env[70220]: DEBUG oslo_concurrency.lockutils [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.625s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.856340] env[70220]: DEBUG nova.objects.instance [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lazy-loading 'resources' on Instance uuid 964358fc-da49-4201-ac90-9b551fcf256c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.866735] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1159.867629] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e143f5ad-3c31-486d-b7f6-adde1a653ebd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.875698] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1159.875698] env[70220]: value = "task-3626312" [ 1159.875698] env[70220]: _type = "Task" [ 1159.875698] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.881779] env[70220]: INFO nova.scheduler.client.report [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Deleted allocations for instance 47b8ca03-915a-4ee4-8e7b-835ffdf56259 [ 1159.886122] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626312, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.058411] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626311, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.143263] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.148224] env[70220]: DEBUG nova.network.neutron [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.348901] env[70220]: DEBUG nova.network.neutron [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Updating instance_info_cache with network_info: [{"id": "60ffee45-dbcf-4d71-ac24-3dd32109001d", "address": "fa:16:3e:e7:a8:83", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ffee45-db", "ovs_interfaceid": "60ffee45-dbcf-4d71-ac24-3dd32109001d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.385794] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626312, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.392403] env[70220]: DEBUG oslo_concurrency.lockutils [None req-03cc02f0-0f6f-4026-869b-8b43205782c7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "47b8ca03-915a-4ee4-8e7b-835ffdf56259" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.286s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.400315] env[70220]: DEBUG nova.compute.manager [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Received event network-vif-deleted-eb479553-ebae-47c7-93ce-35ea4d7466e2 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.400315] env[70220]: DEBUG nova.compute.manager [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Received event network-vif-plugged-60ffee45-dbcf-4d71-ac24-3dd32109001d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.400315] env[70220]: DEBUG oslo_concurrency.lockutils [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] Acquiring lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.400537] env[70220]: DEBUG oslo_concurrency.lockutils [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.400720] env[70220]: DEBUG oslo_concurrency.lockutils [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.400862] env[70220]: DEBUG nova.compute.manager [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] No waiting events found dispatching network-vif-plugged-60ffee45-dbcf-4d71-ac24-3dd32109001d {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.400974] env[70220]: WARNING nova.compute.manager [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Received unexpected event network-vif-plugged-60ffee45-dbcf-4d71-ac24-3dd32109001d for instance with vm_state building and task_state spawning. [ 1160.401430] env[70220]: DEBUG nova.compute.manager [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Received event network-changed-60ffee45-dbcf-4d71-ac24-3dd32109001d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.401430] env[70220]: DEBUG nova.compute.manager [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Refreshing instance network info cache due to event network-changed-60ffee45-dbcf-4d71-ac24-3dd32109001d. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.401635] env[70220]: DEBUG oslo_concurrency.lockutils [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] Acquiring lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.566477] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658391} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.566701] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c7cae29f-747b-4cd7-975e-0362c423da94/c7cae29f-747b-4cd7-975e-0362c423da94.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.567037] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.567544] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea6c4fe5-a8a8-495f-b90b-99357c8824d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.571959] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4e05eb-00ab-4b4b-8136-2497c12821db {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.578824] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ad478b-a9fc-4f46-9fa1-c2bd400dc586 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.582704] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1160.582704] env[70220]: value = "task-3626313" [ 1160.582704] env[70220]: _type = "Task" [ 1160.582704] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.612282] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a3ab8f-d833-4603-b5aa-393e86ad85bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.621530] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.623803] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3628af-7714-47c0-85c4-143e506af137 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.638038] env[70220]: DEBUG nova.compute.provider_tree [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.851500] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.852013] env[70220]: DEBUG nova.compute.manager [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Instance network_info: |[{"id": "60ffee45-dbcf-4d71-ac24-3dd32109001d", "address": "fa:16:3e:e7:a8:83", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ffee45-db", "ovs_interfaceid": "60ffee45-dbcf-4d71-ac24-3dd32109001d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.852342] env[70220]: DEBUG oslo_concurrency.lockutils [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] Acquired lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.852558] env[70220]: DEBUG nova.network.neutron [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Refreshing network info cache for port 60ffee45-dbcf-4d71-ac24-3dd32109001d {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.854248] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:a8:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60ffee45-dbcf-4d71-ac24-3dd32109001d', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.862730] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.862978] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.863237] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c71c1f03-a813-426b-bb6f-6fe4799c1f31 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.892894] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626312, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.894754] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.894754] env[70220]: value = "task-3626314" [ 1160.894754] env[70220]: _type = "Task" [ 1160.894754] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.905379] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626314, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.095233] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075437} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.095735] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.097391] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7678b2-6240-4d78-b4df-3f46eafe5cdb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.124714] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] c7cae29f-747b-4cd7-975e-0362c423da94/c7cae29f-747b-4cd7-975e-0362c423da94.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.125175] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc9bb5d-6248-47e7-a08a-1a7a20c93406 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.151814] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1161.151814] env[70220]: value = "task-3626315" [ 1161.151814] env[70220]: _type = "Task" [ 1161.151814] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.153281] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "interface-f23647e1-9628-436f-ab7f-619c311000ba-c19616f1-0841-4475-93c8-dbf1fc837ab1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.153510] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-f23647e1-9628-436f-ab7f-619c311000ba-c19616f1-0841-4475-93c8-dbf1fc837ab1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.160297] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.182727] env[70220]: DEBUG nova.scheduler.client.report [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1161.182727] env[70220]: DEBUG nova.compute.provider_tree [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 127 to 128 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1161.182727] env[70220]: DEBUG nova.compute.provider_tree [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1161.392181] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626312, 'name': CreateSnapshot_Task, 'duration_secs': 1.053322} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.392671] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1161.393595] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61843920-3b8e-483a-bb96-99942f33d2fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.409495] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626314, 'name': CreateVM_Task, 'duration_secs': 0.351798} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.409789] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.410534] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.410759] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.411126] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.411420] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb41fa5b-e6fc-4a1d-80ac-8557abe499b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.416852] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1161.416852] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52484a45-0a93-a701-5b25-dadb963aa843" [ 1161.416852] env[70220]: _type = "Task" [ 1161.416852] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.426909] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52484a45-0a93-a701-5b25-dadb963aa843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.656613] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.656852] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.661012] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840d24b-9487-4d1a-b825-3f852a567dfc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.663731] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626315, 'name': ReconfigVM_Task, 'duration_secs': 0.439009} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.664040] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Reconfigured VM instance instance-0000005e to attach disk [datastore1] c7cae29f-747b-4cd7-975e-0362c423da94/c7cae29f-747b-4cd7-975e-0362c423da94.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.665054] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10fd82f4-ddd1-4ea7-b24d-6d99e26cf127 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.681502] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec62f31-4974-42af-9443-ed9b7c0c3c9e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.684513] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1161.684513] env[70220]: value = "task-3626316" [ 1161.684513] env[70220]: _type = "Task" [ 1161.684513] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.705928] env[70220]: DEBUG nova.network.neutron [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Updated VIF entry in instance network info cache for port 60ffee45-dbcf-4d71-ac24-3dd32109001d. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.706345] env[70220]: DEBUG nova.network.neutron [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Updating instance_info_cache with network_info: [{"id": "60ffee45-dbcf-4d71-ac24-3dd32109001d", "address": "fa:16:3e:e7:a8:83", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ffee45-db", "ovs_interfaceid": "60ffee45-dbcf-4d71-ac24-3dd32109001d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.707978] env[70220]: DEBUG oslo_concurrency.lockutils [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.716476] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Reconfiguring VM to detach interface {{(pid=70220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1161.717698] env[70220]: DEBUG oslo_concurrency.lockutils [req-11d08ad2-7ac2-4556-9aea-6c9ba5f82c6e req-2289a8ba-80f4-41ff-935a-4798dbd7f207 service nova] Releasing lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.718299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.894s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.718519] env[70220]: DEBUG nova.objects.instance [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lazy-loading 'resources' on Instance uuid f8579b2a-37ff-46ff-90d9-da614362a316 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.719905] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09b9d018-679b-4893-8009-c25be605364e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.740144] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626316, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.743460] env[70220]: INFO nova.scheduler.client.report [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleted allocations for instance 964358fc-da49-4201-ac90-9b551fcf256c [ 1161.748252] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1161.748252] env[70220]: value = "task-3626317" [ 1161.748252] env[70220]: _type = "Task" [ 1161.748252] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.758888] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.917850] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1161.918261] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-750d0ad8-5ae3-4c5e-af94-da9b39ffb632 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.930531] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52484a45-0a93-a701-5b25-dadb963aa843, 'name': SearchDatastore_Task, 'duration_secs': 0.010872} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.931820] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.932069] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.932312] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.932459] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.932639] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.932956] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1161.932956] env[70220]: value = "task-3626318" [ 1161.932956] env[70220]: _type = "Task" [ 1161.932956] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.933157] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8562c8ab-dd9f-4f8c-a47b-ecf39d10b830 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.943429] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626318, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.945156] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.945359] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.946103] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d4ed97-4677-46b7-a31d-b0b6a692c351 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.953025] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1161.953025] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52549018-7cb0-dbf5-e132-942476f9e155" [ 1161.953025] env[70220]: _type = "Task" [ 1161.953025] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.961138] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52549018-7cb0-dbf5-e132-942476f9e155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.196815] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626316, 'name': Rename_Task, 'duration_secs': 0.330386} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.201204] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.201557] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96c51d01-d8f5-498e-95e5-da5890689815 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.209802] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1162.209802] env[70220]: value = "task-3626319" [ 1162.209802] env[70220]: _type = "Task" [ 1162.209802] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.218561] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.257764] env[70220]: DEBUG oslo_concurrency.lockutils [None req-667f5bc7-7cdf-45c6-bf07-5ca59549a2ae tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "964358fc-da49-4201-ac90-9b551fcf256c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.874s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.264932] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.447848] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626318, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.468787] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52549018-7cb0-dbf5-e132-942476f9e155, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.470635] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256bc877-f1a5-4c90-8bab-6d0e833dbc0b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.476383] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1162.476383] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ec1119-0343-6e46-0615-fec892dc9fd8" [ 1162.476383] env[70220]: _type = "Task" [ 1162.476383] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.478375] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ae9974-842e-4d87-9f04-16cb10424113 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.494073] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccb7ece-8f26-4350-8cb1-86500373c588 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.497722] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ec1119-0343-6e46-0615-fec892dc9fd8, 'name': SearchDatastore_Task, 'duration_secs': 0.009438} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.497984] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.498263] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 85dd9f69-014d-4ac9-ba60-dedec5ed4584/85dd9f69-014d-4ac9-ba60-dedec5ed4584.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.498908] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7632cb19-77a6-427a-a82a-355abf436edc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.532465] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270dca4b-d7fc-4c17-98e6-ec8558005144 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.536456] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1162.536456] env[70220]: value = "task-3626320" [ 1162.536456] env[70220]: _type = "Task" [ 1162.536456] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.544140] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a67df67-9bb0-41cf-bfb4-2de825711c6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.551286] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.561827] env[70220]: DEBUG nova.compute.provider_tree [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.721177] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626319, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.763150] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.951025] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626318, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.049255] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467397} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.049255] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 85dd9f69-014d-4ac9-ba60-dedec5ed4584/85dd9f69-014d-4ac9-ba60-dedec5ed4584.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.049255] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.049255] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-461e18a1-de5f-41fb-a94a-ee21b1cdf3f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.056560] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1163.056560] env[70220]: value = "task-3626321" [ 1163.056560] env[70220]: _type = "Task" [ 1163.056560] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.067257] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.113220] env[70220]: DEBUG nova.scheduler.client.report [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1163.113513] env[70220]: DEBUG nova.compute.provider_tree [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 128 to 129 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1163.113756] env[70220]: DEBUG nova.compute.provider_tree [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1163.221816] env[70220]: DEBUG oslo_vmware.api [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626319, 'name': PowerOnVM_Task, 'duration_secs': 0.870059} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.224392] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.224699] env[70220]: INFO nova.compute.manager [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1163.224939] env[70220]: DEBUG nova.compute.manager [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.225800] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f04d1d-3ad5-45f5-9a5d-c62847837b1a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.266027] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.450394] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626318, 'name': CloneVM_Task, 'duration_secs': 1.354198} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.451274] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Created linked-clone VM from snapshot [ 1163.451943] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fc1f7b-4d9b-4d99-adc6-b23e307f300c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.462919] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Uploading image ff63fda7-40e6-4830-bc34-982a6f1b2c40 {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1163.495244] env[70220]: DEBUG oslo_vmware.rw_handles [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1163.495244] env[70220]: value = "vm-723188" [ 1163.495244] env[70220]: _type = "VirtualMachine" [ 1163.495244] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1163.495516] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-df63eaed-5766-4400-922b-d8dbeb8a3a0a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.503027] env[70220]: DEBUG oslo_vmware.rw_handles [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lease: (returnval){ [ 1163.503027] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52688494-0894-072d-eb85-ce1c65be5bdd" [ 1163.503027] env[70220]: _type = "HttpNfcLease" [ 1163.503027] env[70220]: } obtained for exporting VM: (result){ [ 1163.503027] env[70220]: value = "vm-723188" [ 1163.503027] env[70220]: _type = "VirtualMachine" [ 1163.503027] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1163.503313] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the lease: (returnval){ [ 1163.503313] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52688494-0894-072d-eb85-ce1c65be5bdd" [ 1163.503313] env[70220]: _type = "HttpNfcLease" [ 1163.503313] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1163.509503] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.509503] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52688494-0894-072d-eb85-ce1c65be5bdd" [ 1163.509503] env[70220]: _type = "HttpNfcLease" [ 1163.509503] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1163.568479] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095778} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.568479] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.568733] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df16e8b0-84d3-4195-b36e-1d7491ba490d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.592523] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 85dd9f69-014d-4ac9-ba60-dedec5ed4584/85dd9f69-014d-4ac9-ba60-dedec5ed4584.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.592865] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60e0f3a2-246c-432d-9a3a-05f50303f05b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.614293] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1163.614293] env[70220]: value = "task-3626323" [ 1163.614293] env[70220]: _type = "Task" [ 1163.614293] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.619663] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.625547] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.875s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.625547] env[70220]: DEBUG nova.objects.instance [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1163.628350] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.645195] env[70220]: INFO nova.scheduler.client.report [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Deleted allocations for instance f8579b2a-37ff-46ff-90d9-da614362a316 [ 1163.746888] env[70220]: INFO nova.compute.manager [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Took 14.46 seconds to build instance. [ 1163.763952] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.013689] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.013689] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52688494-0894-072d-eb85-ce1c65be5bdd" [ 1164.013689] env[70220]: _type = "HttpNfcLease" [ 1164.013689] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1164.013689] env[70220]: DEBUG oslo_vmware.rw_handles [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1164.013689] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52688494-0894-072d-eb85-ce1c65be5bdd" [ 1164.013689] env[70220]: _type = "HttpNfcLease" [ 1164.013689] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1164.014532] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eb4004-53ed-4389-b0f1-f5d30be0ef06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.022770] env[70220]: DEBUG oslo_vmware.rw_handles [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f018e8-560f-bc32-bd12-a99909b15355/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1164.022956] env[70220]: DEBUG oslo_vmware.rw_handles [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f018e8-560f-bc32-bd12-a99909b15355/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1164.125344] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626323, 'name': ReconfigVM_Task, 'duration_secs': 0.306618} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.125344] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 85dd9f69-014d-4ac9-ba60-dedec5ed4584/85dd9f69-014d-4ac9-ba60-dedec5ed4584.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.125736] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ed8c7b5-56b7-4af2-9ad9-84f65ef4ba4a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.133829] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6cd90ada-9444-453c-b650-b60523f96fd4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.138579] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1164.138579] env[70220]: value = "task-3626324" [ 1164.138579] env[70220]: _type = "Task" [ 1164.138579] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.152633] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626324, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.158864] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93bc665d-ed48-4b20-9025-0064b9da2166 tempest-ImagesTestJSON-113904240 tempest-ImagesTestJSON-113904240-project-member] Lock "f8579b2a-37ff-46ff-90d9-da614362a316" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.785s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.216946] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquiring lock "bd71f204-c773-43f3-a259-b5e92f49f651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.217247] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Lock "bd71f204-c773-43f3-a259-b5e92f49f651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.249039] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e82a9be7-609d-4744-a0e2-fdad8e38dde7 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "c7cae29f-747b-4cd7-975e-0362c423da94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.968s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.264256] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.641559] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1e6eeea3-63a5-4882-bbc6-352d47b1af41 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.642121] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.499s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.642417] env[70220]: DEBUG nova.objects.instance [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lazy-loading 'resources' on Instance uuid 43fd85cb-3eda-4027-b164-1b834ffeb199 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.656555] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626324, 'name': Rename_Task, 'duration_secs': 0.136588} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.658091] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.658650] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7425cfa-8527-4148-9d26-2544ced405a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.668205] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1164.668205] env[70220]: value = "task-3626325" [ 1164.668205] env[70220]: _type = "Task" [ 1164.668205] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.679599] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.720032] env[70220]: DEBUG nova.compute.manager [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.764806] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.980422] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.980422] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.183132] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626325, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.243528] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.267995] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.347904] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe7f4d2-1e05-4e15-9ea5-c0d397e192d7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.355783] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bac578-b944-41a1-8d2a-22ba5ec9d279 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.387867] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de194a37-4eb1-4857-b937-9b72da8a574b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.396769] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08e3549-fd7d-4a9a-a53f-c9c1f3528279 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.410065] env[70220]: DEBUG nova.compute.provider_tree [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.487437] env[70220]: DEBUG nova.compute.manager [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.680818] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626325, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.764956] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.934333] env[70220]: ERROR nova.scheduler.client.report [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] [req-1544d7fc-37f5-4620-a842-652839f00f14] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1544d7fc-37f5-4620-a842-652839f00f14"}]} [ 1165.954159] env[70220]: DEBUG nova.scheduler.client.report [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1165.972707] env[70220]: DEBUG nova.scheduler.client.report [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1165.973105] env[70220]: DEBUG nova.compute.provider_tree [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.997706] env[70220]: DEBUG nova.scheduler.client.report [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1166.017859] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.018933] env[70220]: DEBUG nova.scheduler.client.report [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1166.179391] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626325, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.240649] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1a17e-d3bf-4e3a-bad8-61f5e53b6548 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.248564] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b3da60-21ab-4fd5-b6ec-a04831625ab5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.284418] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b5c312-fad5-41c6-a914-da16f64ccf45 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.292534] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.296219] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a633fb79-ea46-4117-bf63-78f0969bb2ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.310183] env[70220]: DEBUG nova.compute.provider_tree [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.682101] env[70220]: DEBUG oslo_vmware.api [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626325, 'name': PowerOnVM_Task, 'duration_secs': 1.525784} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.682758] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.682758] env[70220]: INFO nova.compute.manager [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1166.683095] env[70220]: DEBUG nova.compute.manager [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.684431] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1245249d-316d-4b5a-b080-f710671d6bb2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.792425] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.848822] env[70220]: DEBUG nova.scheduler.client.report [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1166.849267] env[70220]: DEBUG nova.compute.provider_tree [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 131 to 132 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1166.849338] env[70220]: DEBUG nova.compute.provider_tree [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.150849] env[70220]: DEBUG oslo_concurrency.lockutils [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "c7cae29f-747b-4cd7-975e-0362c423da94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.150849] env[70220]: DEBUG oslo_concurrency.lockutils [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "c7cae29f-747b-4cd7-975e-0362c423da94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.151118] env[70220]: DEBUG oslo_concurrency.lockutils [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "c7cae29f-747b-4cd7-975e-0362c423da94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.151298] env[70220]: DEBUG oslo_concurrency.lockutils [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "c7cae29f-747b-4cd7-975e-0362c423da94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.151450] env[70220]: DEBUG oslo_concurrency.lockutils [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "c7cae29f-747b-4cd7-975e-0362c423da94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.153810] env[70220]: INFO nova.compute.manager [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Terminating instance [ 1167.204715] env[70220]: INFO nova.compute.manager [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Took 15.51 seconds to build instance. [ 1167.296167] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.355278] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.713s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.358181] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.115s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.359764] env[70220]: INFO nova.compute.claims [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.383397] env[70220]: INFO nova.scheduler.client.report [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Deleted allocations for instance 43fd85cb-3eda-4027-b164-1b834ffeb199 [ 1167.659211] env[70220]: DEBUG nova.compute.manager [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.659462] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.660520] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f51e7c-fc7e-4d65-b412-d1c6bb82cc1e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.668730] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.668980] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66ca7fb3-943d-4656-aa3f-7543258bceb9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.675630] env[70220]: DEBUG oslo_vmware.api [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1167.675630] env[70220]: value = "task-3626326" [ 1167.675630] env[70220]: _type = "Task" [ 1167.675630] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.684511] env[70220]: DEBUG oslo_vmware.api [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.707088] env[70220]: DEBUG oslo_concurrency.lockutils [None req-515a2121-08a1-4063-9059-59bd0ab2dc83 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.031s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.793625] env[70220]: DEBUG oslo_vmware.api [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626317, 'name': ReconfigVM_Task, 'duration_secs': 5.797413} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.793909] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.794145] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Reconfigured VM to detach interface {{(pid=70220) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1167.893010] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2a91bc98-179c-4e8e-86c7-791d57ef705f tempest-ServerGroupTestJSON-1151469701 tempest-ServerGroupTestJSON-1151469701-project-member] Lock "43fd85cb-3eda-4027-b164-1b834ffeb199" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.112s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.187724] env[70220]: DEBUG oslo_vmware.api [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626326, 'name': PowerOffVM_Task, 'duration_secs': 0.448704} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.188030] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.188225] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.188494] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-341725e8-4e1f-4d93-a5c2-bdad776d0196 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.271750] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.272027] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.272218] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Deleting the datastore file [datastore1] c7cae29f-747b-4cd7-975e-0362c423da94 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.272682] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4549c9b9-1b26-467c-a800-4557888a3eed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.279819] env[70220]: DEBUG oslo_vmware.api [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1168.279819] env[70220]: value = "task-3626328" [ 1168.279819] env[70220]: _type = "Task" [ 1168.279819] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.288814] env[70220]: DEBUG oslo_vmware.api [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.595281] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c601590a-3137-49ed-b984-47bb892aa9c1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.603289] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c3408a-3120-4956-8633-a15ef86eaa5c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.639812] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605d24db-77e7-4fd7-8cfa-a1384896f4bc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.649023] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c37fa7-3564-4fdb-b15f-7ead7bf151de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.663068] env[70220]: DEBUG nova.compute.provider_tree [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.790716] env[70220]: DEBUG oslo_vmware.api [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346481} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.791117] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.791499] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.791576] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.791753] env[70220]: INFO nova.compute.manager [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1168.792050] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.792387] env[70220]: DEBUG nova.compute.manager [-] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.792492] env[70220]: DEBUG nova.network.neutron [-] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.000393] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.000743] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.000968] env[70220]: INFO nova.compute.manager [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Shelving [ 1169.172291] env[70220]: DEBUG nova.scheduler.client.report [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.376922] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.377125] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquired lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.377304] env[70220]: DEBUG nova.network.neutron [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.492114] env[70220]: DEBUG nova.compute.manager [req-03c7ca58-1242-4405-a6da-b67d7b3bfd76 req-b45f7c34-639f-47e6-aaf2-a1359c03ca2b service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Received event network-vif-deleted-45b82439-d9eb-40be-9600-364eaa26fb5b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.492114] env[70220]: INFO nova.compute.manager [req-03c7ca58-1242-4405-a6da-b67d7b3bfd76 req-b45f7c34-639f-47e6-aaf2-a1359c03ca2b service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Neutron deleted interface 45b82439-d9eb-40be-9600-364eaa26fb5b; detaching it from the instance and deleting it from the info cache [ 1169.492114] env[70220]: DEBUG nova.network.neutron [req-03c7ca58-1242-4405-a6da-b67d7b3bfd76 req-b45f7c34-639f-47e6-aaf2-a1359c03ca2b service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.679035] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.679594] env[70220]: DEBUG nova.compute.manager [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.685280] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.667s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.686886] env[70220]: INFO nova.compute.claims [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.828284] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "f23647e1-9628-436f-ab7f-619c311000ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.828737] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "f23647e1-9628-436f-ab7f-619c311000ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.828737] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "f23647e1-9628-436f-ab7f-619c311000ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.828737] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "f23647e1-9628-436f-ab7f-619c311000ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.828936] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "f23647e1-9628-436f-ab7f-619c311000ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.831765] env[70220]: INFO nova.compute.manager [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Terminating instance [ 1169.878185] env[70220]: DEBUG nova.network.neutron [-] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.995408] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75d552da-9280-4972-b30b-dd393e8b739c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.009078] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca0238e-1106-450e-8ecd-ca44eaa9488d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.019787] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.021163] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e88c4a36-0e3d-4b1a-b388-24d0e7fb2a1d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.028415] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1170.028415] env[70220]: value = "task-3626329" [ 1170.028415] env[70220]: _type = "Task" [ 1170.028415] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.055667] env[70220]: DEBUG nova.compute.manager [req-03c7ca58-1242-4405-a6da-b67d7b3bfd76 req-b45f7c34-639f-47e6-aaf2-a1359c03ca2b service nova] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Detach interface failed, port_id=45b82439-d9eb-40be-9600-364eaa26fb5b, reason: Instance c7cae29f-747b-4cd7-975e-0362c423da94 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1170.061507] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.188366] env[70220]: DEBUG nova.compute.utils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.193297] env[70220]: DEBUG nova.compute.manager [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1170.193593] env[70220]: DEBUG nova.network.neutron [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1170.333481] env[70220]: DEBUG nova.policy [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ba384d5fa4e45ee9791dc31b8a87d47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a899e37045644620b148f38dbbd47e6c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.336716] env[70220]: DEBUG nova.compute.manager [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.341847] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.341847] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5f6059-80ef-4288-b872-a1f9c78198d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.355594] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.355594] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b1a9c14-02b1-4dc6-abd6-f83674a79fc2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.366537] env[70220]: DEBUG oslo_vmware.api [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1170.366537] env[70220]: value = "task-3626330" [ 1170.366537] env[70220]: _type = "Task" [ 1170.366537] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.375886] env[70220]: DEBUG oslo_vmware.api [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.380595] env[70220]: INFO nova.compute.manager [-] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Took 1.59 seconds to deallocate network for instance. [ 1170.546053] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626329, 'name': PowerOffVM_Task, 'duration_secs': 0.24972} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.546053] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.547172] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa33a2a-de41-4b5d-8cfc-b59143647de2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.571198] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83ab690-841c-49a4-af81-594e5083b6aa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.586700] env[70220]: INFO nova.network.neutron [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Port c19616f1-0841-4475-93c8-dbf1fc837ab1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1170.586700] env[70220]: DEBUG nova.network.neutron [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updating instance_info_cache with network_info: [{"id": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "address": "fa:16:3e:d5:55:60", "network": {"id": "fd363a1f-7af6-4512-bcd9-723593f14e19", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-27376065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02abc3df7dd14990b15371862cfb51f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6319dee4-b5", "ovs_interfaceid": "6319dee4-b5f6-4c05-8137-0c8093ef76f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.702743] env[70220]: DEBUG nova.compute.manager [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.880554] env[70220]: DEBUG oslo_vmware.api [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626330, 'name': PowerOffVM_Task, 'duration_secs': 0.27298} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.881194] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.881540] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.881884] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e186614-6b16-4787-963a-7dcbce0a05f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.886701] env[70220]: DEBUG nova.network.neutron [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Successfully created port: a99d0605-3194-428f-8a9e-d4e213824da5 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.889547] env[70220]: DEBUG oslo_concurrency.lockutils [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.920836] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f8b162-ec1c-472d-b1d4-af4e9f5e4913 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.930395] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282af9bf-b261-44aa-ae09-65ae13be2989 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.970853] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7925c5-e372-45d0-9dc6-59148278125e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.973827] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.974057] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.974501] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleting the datastore file [datastore2] f23647e1-9628-436f-ab7f-619c311000ba {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.974560] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3595a3e-11fd-4c61-9f9a-b6aca6ae39da {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.982823] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cd14ed-0005-4043-b3fb-e89136beb2a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.987097] env[70220]: DEBUG oslo_vmware.api [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1170.987097] env[70220]: value = "task-3626332" [ 1170.987097] env[70220]: _type = "Task" [ 1170.987097] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.999387] env[70220]: DEBUG nova.compute.provider_tree [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.006646] env[70220]: DEBUG oslo_vmware.api [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.087116] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1171.087360] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7d6a8251-33e7-47b4-827d-b52f5585e0fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.090430] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Releasing lock "refresh_cache-f23647e1-9628-436f-ab7f-619c311000ba" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.099879] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1171.099879] env[70220]: value = "task-3626333" [ 1171.099879] env[70220]: _type = "Task" [ 1171.099879] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.116465] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626333, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.376940] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.377271] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.498551] env[70220]: DEBUG oslo_vmware.api [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22779} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.500084] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.500084] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.500084] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.500084] env[70220]: INFO nova.compute.manager [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1171.500084] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.500084] env[70220]: DEBUG nova.compute.manager [-] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.500084] env[70220]: DEBUG nova.network.neutron [-] [instance: f23647e1-9628-436f-ab7f-619c311000ba] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.502491] env[70220]: DEBUG nova.scheduler.client.report [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.595741] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a699d8b6-cc0c-4a1e-8f4b-44c5e84b3574 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "interface-f23647e1-9628-436f-ab7f-619c311000ba-c19616f1-0841-4475-93c8-dbf1fc837ab1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.442s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.617849] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626333, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.716255] env[70220]: DEBUG nova.compute.manager [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.750106] env[70220]: DEBUG nova.virt.hardware [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.750957] env[70220]: DEBUG nova.virt.hardware [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.750957] env[70220]: DEBUG nova.virt.hardware [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.751264] env[70220]: DEBUG nova.virt.hardware [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.751437] env[70220]: DEBUG nova.virt.hardware [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.751580] env[70220]: DEBUG nova.virt.hardware [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.751797] env[70220]: DEBUG nova.virt.hardware [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.752012] env[70220]: DEBUG nova.virt.hardware [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.752494] env[70220]: DEBUG nova.virt.hardware [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.752494] env[70220]: DEBUG nova.virt.hardware [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.752746] env[70220]: DEBUG nova.virt.hardware [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.753708] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ce8962-9980-4bea-8555-11cbc7ee3ea7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.762834] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a6fd5c-5abd-4562-834f-0b18ceb7767b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.879437] env[70220]: DEBUG nova.compute.manager [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1172.007842] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.008434] env[70220]: DEBUG nova.compute.manager [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.011968] env[70220]: DEBUG oslo_concurrency.lockutils [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.123s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.011968] env[70220]: DEBUG nova.objects.instance [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lazy-loading 'resources' on Instance uuid c7cae29f-747b-4cd7-975e-0362c423da94 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.118078] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626333, 'name': CreateSnapshot_Task, 'duration_secs': 0.859261} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.118078] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1172.118078] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ec1829-0ed0-46fb-ab00-d4ccdae8762e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.268645] env[70220]: DEBUG nova.compute.manager [req-933b211d-ac1b-40a5-8987-68ba571389a3 req-8dc6f117-7bac-42a2-9760-a2999dabafcd service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Received event network-vif-deleted-6319dee4-b5f6-4c05-8137-0c8093ef76f4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.268881] env[70220]: INFO nova.compute.manager [req-933b211d-ac1b-40a5-8987-68ba571389a3 req-8dc6f117-7bac-42a2-9760-a2999dabafcd service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Neutron deleted interface 6319dee4-b5f6-4c05-8137-0c8093ef76f4; detaching it from the instance and deleting it from the info cache [ 1172.269064] env[70220]: DEBUG nova.network.neutron [req-933b211d-ac1b-40a5-8987-68ba571389a3 req-8dc6f117-7bac-42a2-9760-a2999dabafcd service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.405870] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.515464] env[70220]: DEBUG nova.compute.utils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.519637] env[70220]: DEBUG nova.compute.manager [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.519817] env[70220]: DEBUG nova.network.neutron [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.568725] env[70220]: DEBUG nova.policy [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '475a4baea6de479ba9c2102c89c4af06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54c4b59eb84f4f87ac5642d1bf2d217a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.575393] env[70220]: DEBUG nova.compute.manager [req-83a49925-ed4b-496c-803b-95ca84b18397 req-006a18e7-bac3-42b1-b4a0-5a23d5527c49 service nova] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Received event network-vif-plugged-a99d0605-3194-428f-8a9e-d4e213824da5 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.575564] env[70220]: DEBUG oslo_concurrency.lockutils [req-83a49925-ed4b-496c-803b-95ca84b18397 req-006a18e7-bac3-42b1-b4a0-5a23d5527c49 service nova] Acquiring lock "bd71f204-c773-43f3-a259-b5e92f49f651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.575777] env[70220]: DEBUG oslo_concurrency.lockutils [req-83a49925-ed4b-496c-803b-95ca84b18397 req-006a18e7-bac3-42b1-b4a0-5a23d5527c49 service nova] Lock "bd71f204-c773-43f3-a259-b5e92f49f651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.575946] env[70220]: DEBUG oslo_concurrency.lockutils [req-83a49925-ed4b-496c-803b-95ca84b18397 req-006a18e7-bac3-42b1-b4a0-5a23d5527c49 service nova] Lock "bd71f204-c773-43f3-a259-b5e92f49f651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.576130] env[70220]: DEBUG nova.compute.manager [req-83a49925-ed4b-496c-803b-95ca84b18397 req-006a18e7-bac3-42b1-b4a0-5a23d5527c49 service nova] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] No waiting events found dispatching network-vif-plugged-a99d0605-3194-428f-8a9e-d4e213824da5 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.576295] env[70220]: WARNING nova.compute.manager [req-83a49925-ed4b-496c-803b-95ca84b18397 req-006a18e7-bac3-42b1-b4a0-5a23d5527c49 service nova] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Received unexpected event network-vif-plugged-a99d0605-3194-428f-8a9e-d4e213824da5 for instance with vm_state building and task_state spawning. [ 1172.639150] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1172.641967] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e98e5fc2-8c71-4bd3-918b-8bfbea6cd4da {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.651547] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1172.651547] env[70220]: value = "task-3626334" [ 1172.651547] env[70220]: _type = "Task" [ 1172.651547] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.660375] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626334, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.694680] env[70220]: DEBUG nova.network.neutron [-] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.726370] env[70220]: DEBUG nova.network.neutron [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Successfully updated port: a99d0605-3194-428f-8a9e-d4e213824da5 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.768433] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161d2678-7cb4-4d4f-886a-12a9232d268d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.773245] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0644b6e7-301f-49cf-8ade-40ccae254da4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.783648] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0be578f-093a-46a6-a883-3472bb8c2de4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.795654] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a27f1f-ac48-4c64-b0bf-c5982a7d4192 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.843937] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e5495a-88a5-4c6f-b290-c02cdbb8441d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.847158] env[70220]: DEBUG nova.compute.manager [req-933b211d-ac1b-40a5-8987-68ba571389a3 req-8dc6f117-7bac-42a2-9760-a2999dabafcd service nova] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Detach interface failed, port_id=6319dee4-b5f6-4c05-8137-0c8093ef76f4, reason: Instance f23647e1-9628-436f-ab7f-619c311000ba could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1172.852589] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901c2de6-d16e-4b98-9509-becb5effe8af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.874046] env[70220]: DEBUG nova.compute.provider_tree [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.918922] env[70220]: DEBUG nova.network.neutron [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Successfully created port: 0fabdef2-9f3f-4307-acf7-8f342155536e {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.024354] env[70220]: DEBUG nova.compute.manager [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.169132] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626334, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.200028] env[70220]: INFO nova.compute.manager [-] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Took 1.70 seconds to deallocate network for instance. [ 1173.231513] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquiring lock "refresh_cache-bd71f204-c773-43f3-a259-b5e92f49f651" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.231606] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquired lock "refresh_cache-bd71f204-c773-43f3-a259-b5e92f49f651" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.231744] env[70220]: DEBUG nova.network.neutron [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.377168] env[70220]: DEBUG nova.scheduler.client.report [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.593290] env[70220]: DEBUG oslo_vmware.rw_handles [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f018e8-560f-bc32-bd12-a99909b15355/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1173.593948] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e76195-b124-41d3-a7e5-2fa441d6d72f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.600693] env[70220]: DEBUG oslo_vmware.rw_handles [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f018e8-560f-bc32-bd12-a99909b15355/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1173.600915] env[70220]: ERROR oslo_vmware.rw_handles [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f018e8-560f-bc32-bd12-a99909b15355/disk-0.vmdk due to incomplete transfer. [ 1173.601180] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e102c394-2987-4a33-b32e-5af691d864ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.609113] env[70220]: DEBUG oslo_vmware.rw_handles [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f018e8-560f-bc32-bd12-a99909b15355/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1173.609351] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Uploaded image ff63fda7-40e6-4830-bc34-982a6f1b2c40 to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1173.611968] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1173.612435] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-56075557-584c-459b-8ebb-b282f6c30392 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.619175] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1173.619175] env[70220]: value = "task-3626335" [ 1173.619175] env[70220]: _type = "Task" [ 1173.619175] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.627291] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626335, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.663455] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626334, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.708836] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.764775] env[70220]: DEBUG nova.network.neutron [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.882844] env[70220]: DEBUG oslo_concurrency.lockutils [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.885447] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.480s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.887011] env[70220]: INFO nova.compute.claims [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.920046] env[70220]: INFO nova.scheduler.client.report [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Deleted allocations for instance c7cae29f-747b-4cd7-975e-0362c423da94 [ 1173.952903] env[70220]: DEBUG nova.network.neutron [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Updating instance_info_cache with network_info: [{"id": "a99d0605-3194-428f-8a9e-d4e213824da5", "address": "fa:16:3e:5d:58:d9", "network": {"id": "b2c65059-b3ca-40ef-9aa9-2cd046fc6f5a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1998516244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a899e37045644620b148f38dbbd47e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99d0605-31", "ovs_interfaceid": "a99d0605-3194-428f-8a9e-d4e213824da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.035884] env[70220]: DEBUG nova.compute.manager [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.067230] env[70220]: DEBUG nova.virt.hardware [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.067512] env[70220]: DEBUG nova.virt.hardware [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.067678] env[70220]: DEBUG nova.virt.hardware [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.067861] env[70220]: DEBUG nova.virt.hardware [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.068016] env[70220]: DEBUG nova.virt.hardware [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.068229] env[70220]: DEBUG nova.virt.hardware [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.068498] env[70220]: DEBUG nova.virt.hardware [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.068637] env[70220]: DEBUG nova.virt.hardware [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.068941] env[70220]: DEBUG nova.virt.hardware [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.069164] env[70220]: DEBUG nova.virt.hardware [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.069164] env[70220]: DEBUG nova.virt.hardware [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.070116] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70ce139-fd30-4951-8e7e-2042241083a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.081845] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5e1e0d-a5b0-4799-a68b-77ebd60b41b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.132146] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626335, 'name': Destroy_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.169083] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626334, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.382541] env[70220]: DEBUG nova.compute.manager [req-02105fae-895d-4c4b-b6e5-aee134d82e0a req-ac3b2e48-8e84-4d2b-88f5-270ee6a9ace4 service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Received event network-vif-plugged-0fabdef2-9f3f-4307-acf7-8f342155536e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.382794] env[70220]: DEBUG oslo_concurrency.lockutils [req-02105fae-895d-4c4b-b6e5-aee134d82e0a req-ac3b2e48-8e84-4d2b-88f5-270ee6a9ace4 service nova] Acquiring lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.383012] env[70220]: DEBUG oslo_concurrency.lockutils [req-02105fae-895d-4c4b-b6e5-aee134d82e0a req-ac3b2e48-8e84-4d2b-88f5-270ee6a9ace4 service nova] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.383192] env[70220]: DEBUG oslo_concurrency.lockutils [req-02105fae-895d-4c4b-b6e5-aee134d82e0a req-ac3b2e48-8e84-4d2b-88f5-270ee6a9ace4 service nova] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.383358] env[70220]: DEBUG nova.compute.manager [req-02105fae-895d-4c4b-b6e5-aee134d82e0a req-ac3b2e48-8e84-4d2b-88f5-270ee6a9ace4 service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] No waiting events found dispatching network-vif-plugged-0fabdef2-9f3f-4307-acf7-8f342155536e {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1174.383517] env[70220]: WARNING nova.compute.manager [req-02105fae-895d-4c4b-b6e5-aee134d82e0a req-ac3b2e48-8e84-4d2b-88f5-270ee6a9ace4 service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Received unexpected event network-vif-plugged-0fabdef2-9f3f-4307-acf7-8f342155536e for instance with vm_state building and task_state spawning. [ 1174.431457] env[70220]: DEBUG oslo_concurrency.lockutils [None req-84904077-5a68-4440-b489-fad8a64261e5 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "c7cae29f-747b-4cd7-975e-0362c423da94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.280s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.459744] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Releasing lock "refresh_cache-bd71f204-c773-43f3-a259-b5e92f49f651" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.459744] env[70220]: DEBUG nova.compute.manager [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Instance network_info: |[{"id": "a99d0605-3194-428f-8a9e-d4e213824da5", "address": "fa:16:3e:5d:58:d9", "network": {"id": "b2c65059-b3ca-40ef-9aa9-2cd046fc6f5a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1998516244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a899e37045644620b148f38dbbd47e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99d0605-31", "ovs_interfaceid": "a99d0605-3194-428f-8a9e-d4e213824da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.459744] env[70220]: DEBUG nova.network.neutron [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Successfully updated port: 0fabdef2-9f3f-4307-acf7-8f342155536e {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.461321] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:58:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a99d0605-3194-428f-8a9e-d4e213824da5', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.470689] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Creating folder: Project (a899e37045644620b148f38dbbd47e6c). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.471681] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c70de4b-ea83-4b00-a863-2a9e0d46ed5c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.484221] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Created folder: Project (a899e37045644620b148f38dbbd47e6c) in parent group-v722922. [ 1174.484543] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Creating folder: Instances. Parent ref: group-v723191. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1174.484543] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d241e103-d783-4bd2-8fa9-3d40a330db25 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.494605] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Created folder: Instances in parent group-v723191. [ 1174.494959] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.495249] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.495746] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72051cf3-b47b-4e68-a0e4-7a8afdc141e5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.520626] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.520626] env[70220]: value = "task-3626338" [ 1174.520626] env[70220]: _type = "Task" [ 1174.520626] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.528948] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626338, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.592047] env[70220]: DEBUG nova.compute.manager [req-bce18d04-2bba-4af8-8f55-0c7bac449d1a req-779bee97-6e9b-4c64-bfa7-3bf3925c2bfb service nova] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Received event network-changed-a99d0605-3194-428f-8a9e-d4e213824da5 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.592166] env[70220]: DEBUG nova.compute.manager [req-bce18d04-2bba-4af8-8f55-0c7bac449d1a req-779bee97-6e9b-4c64-bfa7-3bf3925c2bfb service nova] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Refreshing instance network info cache due to event network-changed-a99d0605-3194-428f-8a9e-d4e213824da5. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1174.592393] env[70220]: DEBUG oslo_concurrency.lockutils [req-bce18d04-2bba-4af8-8f55-0c7bac449d1a req-779bee97-6e9b-4c64-bfa7-3bf3925c2bfb service nova] Acquiring lock "refresh_cache-bd71f204-c773-43f3-a259-b5e92f49f651" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.592537] env[70220]: DEBUG oslo_concurrency.lockutils [req-bce18d04-2bba-4af8-8f55-0c7bac449d1a req-779bee97-6e9b-4c64-bfa7-3bf3925c2bfb service nova] Acquired lock "refresh_cache-bd71f204-c773-43f3-a259-b5e92f49f651" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.592696] env[70220]: DEBUG nova.network.neutron [req-bce18d04-2bba-4af8-8f55-0c7bac449d1a req-779bee97-6e9b-4c64-bfa7-3bf3925c2bfb service nova] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Refreshing network info cache for port a99d0605-3194-428f-8a9e-d4e213824da5 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.631648] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626335, 'name': Destroy_Task, 'duration_secs': 0.818507} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.631950] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Destroyed the VM [ 1174.632216] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1174.632473] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-36b35795-4bb8-4c97-a033-fae01f794bc9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.639271] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1174.639271] env[70220]: value = "task-3626339" [ 1174.639271] env[70220]: _type = "Task" [ 1174.639271] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.647660] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626339, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.665394] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626334, 'name': CloneVM_Task, 'duration_secs': 1.973218} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.665668] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Created linked-clone VM from snapshot [ 1174.666456] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93493817-74ce-4575-91cc-7484d5887011 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.674605] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Uploading image d38be25f-c1ab-4759-8c9a-3abfee76a607 {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1174.676998] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "154db35b-0dc7-4142-92aa-d75f99285b8d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.677227] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.677402] env[70220]: INFO nova.compute.manager [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Shelving [ 1174.698812] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1174.698812] env[70220]: value = "vm-723190" [ 1174.698812] env[70220]: _type = "VirtualMachine" [ 1174.698812] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1174.699150] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e9c92f6b-4021-4bcc-a00c-d946109e1601 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.706378] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lease: (returnval){ [ 1174.706378] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c7ae70-024c-f181-2be8-82fbf106f121" [ 1174.706378] env[70220]: _type = "HttpNfcLease" [ 1174.706378] env[70220]: } obtained for exporting VM: (result){ [ 1174.706378] env[70220]: value = "vm-723190" [ 1174.706378] env[70220]: _type = "VirtualMachine" [ 1174.706378] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1174.706666] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the lease: (returnval){ [ 1174.706666] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c7ae70-024c-f181-2be8-82fbf106f121" [ 1174.706666] env[70220]: _type = "HttpNfcLease" [ 1174.706666] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1174.714426] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.714426] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c7ae70-024c-f181-2be8-82fbf106f121" [ 1174.714426] env[70220]: _type = "HttpNfcLease" [ 1174.714426] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1174.972145] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "refresh_cache-d5f4eb96-242f-44fe-9e81-46e71074c7b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.972413] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "refresh_cache-d5f4eb96-242f-44fe-9e81-46e71074c7b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.972468] env[70220]: DEBUG nova.network.neutron [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.032233] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626338, 'name': CreateVM_Task, 'duration_secs': 0.377761} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.034910] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.035805] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.035971] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.036409] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.038644] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-965bc7b7-2695-4ea6-b017-bee9855efe08 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.042049] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for the task: (returnval){ [ 1175.042049] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526ff559-faf4-30eb-ae67-56b6492fa7b5" [ 1175.042049] env[70220]: _type = "Task" [ 1175.042049] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.046301] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d4585f-e423-4556-aa8c-e6400f46e57e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.056546] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253e2350-1ff4-4fa6-ad7f-56b1a224b3b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.060262] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526ff559-faf4-30eb-ae67-56b6492fa7b5, 'name': SearchDatastore_Task, 'duration_secs': 0.009948} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.060262] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.060262] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.060435] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.060435] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.060618] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.061156] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af6700d8-be63-40bf-83dc-5df0f82504c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.089776] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4eb5e8-f84e-4520-bb0b-ec24608619e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.092433] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.092606] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.093295] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae51c9fd-06db-4d2e-8c3b-d1078a277dea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.102023] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001581d8-f650-49d5-9381-332b852d8c25 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.106594] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for the task: (returnval){ [ 1175.106594] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523260ff-d3d6-a484-5e2b-be9c87d60cc4" [ 1175.106594] env[70220]: _type = "Task" [ 1175.106594] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.120886] env[70220]: DEBUG nova.compute.provider_tree [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.128297] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523260ff-d3d6-a484-5e2b-be9c87d60cc4, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.132263] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f0578b-891a-4338-8168-cb4b0c1dab82 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.139534] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for the task: (returnval){ [ 1175.139534] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52dab122-ba18-438e-8866-326be0e5e99b" [ 1175.139534] env[70220]: _type = "Task" [ 1175.139534] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.152841] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626339, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.156680] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52dab122-ba18-438e-8866-326be0e5e99b, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.156934] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.157224] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] bd71f204-c773-43f3-a259-b5e92f49f651/bd71f204-c773-43f3-a259-b5e92f49f651.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.157550] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e97f5dd8-f48f-4b42-b688-432c61888280 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.164341] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for the task: (returnval){ [ 1175.164341] env[70220]: value = "task-3626342" [ 1175.164341] env[70220]: _type = "Task" [ 1175.164341] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.174342] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.214745] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.214745] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c7ae70-024c-f181-2be8-82fbf106f121" [ 1175.214745] env[70220]: _type = "HttpNfcLease" [ 1175.214745] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1175.215140] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1175.215140] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c7ae70-024c-f181-2be8-82fbf106f121" [ 1175.215140] env[70220]: _type = "HttpNfcLease" [ 1175.215140] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1175.215719] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0b726d-a581-4e23-95b6-3d76d4a94d30 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.225051] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699f61-757d-6db2-6151-841630413e30/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1175.225051] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699f61-757d-6db2-6151-841630413e30/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1175.315107] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f7f9086-9368-4c54-9a0f-b30121a01db2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.348617] env[70220]: DEBUG nova.network.neutron [req-bce18d04-2bba-4af8-8f55-0c7bac449d1a req-779bee97-6e9b-4c64-bfa7-3bf3925c2bfb service nova] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Updated VIF entry in instance network info cache for port a99d0605-3194-428f-8a9e-d4e213824da5. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.348994] env[70220]: DEBUG nova.network.neutron [req-bce18d04-2bba-4af8-8f55-0c7bac449d1a req-779bee97-6e9b-4c64-bfa7-3bf3925c2bfb service nova] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Updating instance_info_cache with network_info: [{"id": "a99d0605-3194-428f-8a9e-d4e213824da5", "address": "fa:16:3e:5d:58:d9", "network": {"id": "b2c65059-b3ca-40ef-9aa9-2cd046fc6f5a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1998516244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a899e37045644620b148f38dbbd47e6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa99d0605-31", "ovs_interfaceid": "a99d0605-3194-428f-8a9e-d4e213824da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.503070] env[70220]: DEBUG nova.network.neutron [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.634930] env[70220]: DEBUG nova.network.neutron [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Updating instance_info_cache with network_info: [{"id": "0fabdef2-9f3f-4307-acf7-8f342155536e", "address": "fa:16:3e:5a:a7:71", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fabdef2-9f", "ovs_interfaceid": "0fabdef2-9f3f-4307-acf7-8f342155536e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.649750] env[70220]: DEBUG oslo_vmware.api [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626339, 'name': RemoveSnapshot_Task, 'duration_secs': 0.561693} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.650748] env[70220]: ERROR nova.scheduler.client.report [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [req-01ce8fb4-fb13-46e5-8cfc-e306b4539a70] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID b420b834-e0c4-4c49-996e-52ceb9a09fd8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-01ce8fb4-fb13-46e5-8cfc-e306b4539a70"}]} [ 1175.651115] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1175.652189] env[70220]: INFO nova.compute.manager [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Took 16.34 seconds to snapshot the instance on the hypervisor. [ 1175.671018] env[70220]: DEBUG nova.scheduler.client.report [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1175.676681] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.686789] env[70220]: DEBUG nova.scheduler.client.report [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1175.687809] env[70220]: DEBUG nova.compute.provider_tree [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 74, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1175.690131] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.691384] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7348fa4-7a93-45db-a89f-8bce5a6f99ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.700021] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1175.700021] env[70220]: value = "task-3626343" [ 1175.700021] env[70220]: _type = "Task" [ 1175.700021] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.709197] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.710813] env[70220]: DEBUG nova.scheduler.client.report [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1175.731206] env[70220]: DEBUG nova.scheduler.client.report [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1175.851726] env[70220]: DEBUG oslo_concurrency.lockutils [req-bce18d04-2bba-4af8-8f55-0c7bac449d1a req-779bee97-6e9b-4c64-bfa7-3bf3925c2bfb service nova] Releasing lock "refresh_cache-bd71f204-c773-43f3-a259-b5e92f49f651" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.908362] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73af180c-c222-4fa1-87a0-02cfec19ec7a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.915964] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cb722f-6e49-4247-937c-094c3cabef52 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.950659] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b24b39-2201-49fc-b1a8-02eddb857289 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.959451] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3b7c25-3bcf-47f1-885c-30089b25ff06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.974388] env[70220]: DEBUG nova.compute.provider_tree [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.137463] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "refresh_cache-d5f4eb96-242f-44fe-9e81-46e71074c7b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.137886] env[70220]: DEBUG nova.compute.manager [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Instance network_info: |[{"id": "0fabdef2-9f3f-4307-acf7-8f342155536e", "address": "fa:16:3e:5a:a7:71", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fabdef2-9f", "ovs_interfaceid": "0fabdef2-9f3f-4307-acf7-8f342155536e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.138367] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:a7:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fabdef2-9f3f-4307-acf7-8f342155536e', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.147408] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.147889] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.148259] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77683d04-eb74-4b5c-be5a-b57abe950994 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.193771] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.193771] env[70220]: value = "task-3626344" [ 1176.193771] env[70220]: _type = "Task" [ 1176.193771] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.201495] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626342, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.208917] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626344, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.216021] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626343, 'name': PowerOffVM_Task, 'duration_secs': 0.263663} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.216021] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.216021] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6797c1ab-65fe-45bc-9287-2745a5bd7b37 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.239841] env[70220]: DEBUG nova.compute.manager [None req-aa6486a0-9c2e-4b9f-ae32-19b119f8df5f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Found 2 images (rotation: 2) {{(pid=70220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1176.241745] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcc7fd5-f8d8-4541-90aa-c3585f818320 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.416702] env[70220]: DEBUG nova.compute.manager [req-d57f1fd1-a5b3-458a-8ddb-4e711eeae9d4 req-666f92bf-17d0-4dac-9ac5-e76ef714c3ad service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Received event network-changed-0fabdef2-9f3f-4307-acf7-8f342155536e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.416922] env[70220]: DEBUG nova.compute.manager [req-d57f1fd1-a5b3-458a-8ddb-4e711eeae9d4 req-666f92bf-17d0-4dac-9ac5-e76ef714c3ad service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Refreshing instance network info cache due to event network-changed-0fabdef2-9f3f-4307-acf7-8f342155536e. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.417198] env[70220]: DEBUG oslo_concurrency.lockutils [req-d57f1fd1-a5b3-458a-8ddb-4e711eeae9d4 req-666f92bf-17d0-4dac-9ac5-e76ef714c3ad service nova] Acquiring lock "refresh_cache-d5f4eb96-242f-44fe-9e81-46e71074c7b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.417611] env[70220]: DEBUG oslo_concurrency.lockutils [req-d57f1fd1-a5b3-458a-8ddb-4e711eeae9d4 req-666f92bf-17d0-4dac-9ac5-e76ef714c3ad service nova] Acquired lock "refresh_cache-d5f4eb96-242f-44fe-9e81-46e71074c7b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.417781] env[70220]: DEBUG nova.network.neutron [req-d57f1fd1-a5b3-458a-8ddb-4e711eeae9d4 req-666f92bf-17d0-4dac-9ac5-e76ef714c3ad service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Refreshing network info cache for port 0fabdef2-9f3f-4307-acf7-8f342155536e {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.509511] env[70220]: DEBUG nova.scheduler.client.report [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Updated inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1176.509905] env[70220]: DEBUG nova.compute.provider_tree [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Updating resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 generation from 133 to 134 during operation: update_inventory {{(pid=70220) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1176.510101] env[70220]: DEBUG nova.compute.provider_tree [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.687435] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626342, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.192036} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.687564] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] bd71f204-c773-43f3-a259-b5e92f49f651/bd71f204-c773-43f3-a259-b5e92f49f651.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.687720] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.687966] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66922f25-35b8-4be8-a570-09540e40f7c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.695367] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for the task: (returnval){ [ 1176.695367] env[70220]: value = "task-3626345" [ 1176.695367] env[70220]: _type = "Task" [ 1176.695367] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.710403] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.713772] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626344, 'name': CreateVM_Task, 'duration_secs': 0.392939} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.713903] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.714680] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.714851] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.715265] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.715542] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315b846f-9c3b-4f82-9825-a9385d6c83f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.720535] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1176.720535] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5246914b-81db-0b58-3918-a161e134fab7" [ 1176.720535] env[70220]: _type = "Task" [ 1176.720535] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.730161] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5246914b-81db-0b58-3918-a161e134fab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.754253] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1176.754639] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-95a935b6-2119-4202-9a1a-59c9fee9e122 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.762473] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1176.762473] env[70220]: value = "task-3626346" [ 1176.762473] env[70220]: _type = "Task" [ 1176.762473] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.771172] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626346, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.015490] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.130s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.015941] env[70220]: DEBUG nova.compute.manager [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1177.021644] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.313s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.021644] env[70220]: DEBUG nova.objects.instance [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'resources' on Instance uuid f23647e1-9628-436f-ab7f-619c311000ba {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.129887] env[70220]: DEBUG nova.network.neutron [req-d57f1fd1-a5b3-458a-8ddb-4e711eeae9d4 req-666f92bf-17d0-4dac-9ac5-e76ef714c3ad service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Updated VIF entry in instance network info cache for port 0fabdef2-9f3f-4307-acf7-8f342155536e. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.130253] env[70220]: DEBUG nova.network.neutron [req-d57f1fd1-a5b3-458a-8ddb-4e711eeae9d4 req-666f92bf-17d0-4dac-9ac5-e76ef714c3ad service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Updating instance_info_cache with network_info: [{"id": "0fabdef2-9f3f-4307-acf7-8f342155536e", "address": "fa:16:3e:5a:a7:71", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fabdef2-9f", "ovs_interfaceid": "0fabdef2-9f3f-4307-acf7-8f342155536e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.210929] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071091} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.211492] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.212378] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eded715-1f76-42cb-9ff0-3d87c5a919c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.235400] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] bd71f204-c773-43f3-a259-b5e92f49f651/bd71f204-c773-43f3-a259-b5e92f49f651.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.240555] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97225cfa-f852-4c50-b6a1-a1c276da1ebf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.261401] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5246914b-81db-0b58-3918-a161e134fab7, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.262869] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.263125] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.263371] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.263518] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.263693] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.264118] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for the task: (returnval){ [ 1177.264118] env[70220]: value = "task-3626347" [ 1177.264118] env[70220]: _type = "Task" [ 1177.264118] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.264344] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92ec506c-4849-4bd3-a5c5-fb97e09a144f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.278247] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626346, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.282906] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.283206] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.283369] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.284497] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdcd4237-0373-4f34-9b74-01e16739ef9b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.290089] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1177.290089] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5250ce7a-6d1c-cfaf-3c22-e4a7229a7d29" [ 1177.290089] env[70220]: _type = "Task" [ 1177.290089] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.298525] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5250ce7a-6d1c-cfaf-3c22-e4a7229a7d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.520975] env[70220]: DEBUG nova.compute.utils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.522568] env[70220]: DEBUG nova.compute.manager [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1177.522734] env[70220]: DEBUG nova.network.neutron [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1177.524884] env[70220]: DEBUG nova.compute.manager [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.528428] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c001f4-bb8d-4522-8571-f1df8e99448c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.576313] env[70220]: DEBUG nova.policy [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b53b4c69a564eff9f57d995e3027b2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8be896d7a0c7406f859ffa080218f992', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.633166] env[70220]: DEBUG oslo_concurrency.lockutils [req-d57f1fd1-a5b3-458a-8ddb-4e711eeae9d4 req-666f92bf-17d0-4dac-9ac5-e76ef714c3ad service nova] Releasing lock "refresh_cache-d5f4eb96-242f-44fe-9e81-46e71074c7b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.706998] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48a110a-3d4e-44fd-8a7d-9fbef0ee8482 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.713902] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b2df3d-7ee4-44f8-bf4c-eac6615d3a54 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.745563] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e2fcdf-945a-430d-8a56-cc734e53a62b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.754217] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bb861f-8753-4ac0-8b4c-e21884d35be0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.770163] env[70220]: DEBUG nova.compute.provider_tree [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.782796] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626346, 'name': CreateSnapshot_Task, 'duration_secs': 0.878019} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.786199] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1177.786754] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626347, 'name': ReconfigVM_Task, 'duration_secs': 0.470479} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.787469] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f67d0a3-e711-4722-a167-f539630b24d9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.789980] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Reconfigured VM instance instance-00000060 to attach disk [datastore2] bd71f204-c773-43f3-a259-b5e92f49f651/bd71f204-c773-43f3-a259-b5e92f49f651.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.790709] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12a399b5-441c-46ca-87a5-44eeec3b275a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.803358] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for the task: (returnval){ [ 1177.803358] env[70220]: value = "task-3626348" [ 1177.803358] env[70220]: _type = "Task" [ 1177.803358] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.806838] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5250ce7a-6d1c-cfaf-3c22-e4a7229a7d29, 'name': SearchDatastore_Task, 'duration_secs': 0.011347} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.810629] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a2fb50b-990c-408c-a9ea-1b5741ee428b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.818460] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626348, 'name': Rename_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.820030] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1177.820030] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52efe451-c23a-bbed-9eb1-e5bddaaf3fa1" [ 1177.820030] env[70220]: _type = "Task" [ 1177.820030] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.829185] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52efe451-c23a-bbed-9eb1-e5bddaaf3fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.860808] env[70220]: DEBUG nova.network.neutron [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Successfully created port: 3594770a-24c6-47a3-a0c3-3fae7cffd490 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.026138] env[70220]: DEBUG nova.compute.manager [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1178.040828] env[70220]: INFO nova.compute.manager [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] instance snapshotting [ 1178.042154] env[70220]: DEBUG nova.objects.instance [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'flavor' on Instance uuid 21dca84a-e6e7-49b1-930c-c5a9b2162483 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.278574] env[70220]: DEBUG nova.scheduler.client.report [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.308874] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1178.309804] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41957db3-8484-4fa1-8841-52ed49363a4a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.327449] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1178.327449] env[70220]: value = "task-3626349" [ 1178.327449] env[70220]: _type = "Task" [ 1178.327449] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.327876] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626348, 'name': Rename_Task, 'duration_secs': 0.154719} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.328614] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.331654] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fa3f9ad-658d-4fbc-9be2-9fc4bd3983c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.336903] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52efe451-c23a-bbed-9eb1-e5bddaaf3fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.013897} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.337714] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.338012] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] d5f4eb96-242f-44fe-9e81-46e71074c7b2/d5f4eb96-242f-44fe-9e81-46e71074c7b2.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.338236] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60b7e885-37a3-4256-9e15-68a314e91e79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.343679] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626349, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.345123] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for the task: (returnval){ [ 1178.345123] env[70220]: value = "task-3626350" [ 1178.345123] env[70220]: _type = "Task" [ 1178.345123] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.352305] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1178.352305] env[70220]: value = "task-3626351" [ 1178.352305] env[70220]: _type = "Task" [ 1178.352305] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.367263] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626350, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.373866] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.395577] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "dc040184-9b4e-4cef-9250-21863677fbeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.396058] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.396411] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "dc040184-9b4e-4cef-9250-21863677fbeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.396728] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.397162] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.400129] env[70220]: INFO nova.compute.manager [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Terminating instance [ 1178.550024] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f967e15a-7301-4c30-94b3-c8e9e53c17b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.569574] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22b4a44-e879-470b-8cad-f2511b4ff6a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.784323] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.811038] env[70220]: INFO nova.scheduler.client.report [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleted allocations for instance f23647e1-9628-436f-ab7f-619c311000ba [ 1178.839606] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626349, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.855976] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.868174] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626351, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.905474] env[70220]: DEBUG nova.compute.manager [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.906025] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.907820] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6de787-b174-45a2-a269-fbba38125953 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.920080] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.920467] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5ae91b1-29bb-450c-821f-c27abfd39113 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.928362] env[70220]: DEBUG oslo_vmware.api [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1178.928362] env[70220]: value = "task-3626352" [ 1178.928362] env[70220]: _type = "Task" [ 1178.928362] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.939063] env[70220]: DEBUG oslo_vmware.api [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.037459] env[70220]: DEBUG nova.compute.manager [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1179.066689] env[70220]: DEBUG nova.virt.hardware [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.066980] env[70220]: DEBUG nova.virt.hardware [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.067262] env[70220]: DEBUG nova.virt.hardware [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.067536] env[70220]: DEBUG nova.virt.hardware [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.067788] env[70220]: DEBUG nova.virt.hardware [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.067919] env[70220]: DEBUG nova.virt.hardware [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.068599] env[70220]: DEBUG nova.virt.hardware [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.068599] env[70220]: DEBUG nova.virt.hardware [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.068814] env[70220]: DEBUG nova.virt.hardware [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.069235] env[70220]: DEBUG nova.virt.hardware [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.069342] env[70220]: DEBUG nova.virt.hardware [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.070297] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4c378a-9df1-4b1f-b7f1-622bdcc349f8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.080534] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac421f38-adb3-4a92-b1c3-a3de4a7c5bde {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.086712] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1179.088253] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b307eccd-248c-45f3-9c3f-71bd6d41f196 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.110638] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1179.110638] env[70220]: value = "task-3626353" [ 1179.110638] env[70220]: _type = "Task" [ 1179.110638] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.120471] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626353, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.284921] env[70220]: DEBUG nova.compute.manager [req-cdb21760-1ac8-438f-8f8d-b5799a908779 req-79e19906-31b1-4d58-97f9-f5e72e09ce5e service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Received event network-vif-plugged-3594770a-24c6-47a3-a0c3-3fae7cffd490 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.285162] env[70220]: DEBUG oslo_concurrency.lockutils [req-cdb21760-1ac8-438f-8f8d-b5799a908779 req-79e19906-31b1-4d58-97f9-f5e72e09ce5e service nova] Acquiring lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.285375] env[70220]: DEBUG oslo_concurrency.lockutils [req-cdb21760-1ac8-438f-8f8d-b5799a908779 req-79e19906-31b1-4d58-97f9-f5e72e09ce5e service nova] Lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.285548] env[70220]: DEBUG oslo_concurrency.lockutils [req-cdb21760-1ac8-438f-8f8d-b5799a908779 req-79e19906-31b1-4d58-97f9-f5e72e09ce5e service nova] Lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.285717] env[70220]: DEBUG nova.compute.manager [req-cdb21760-1ac8-438f-8f8d-b5799a908779 req-79e19906-31b1-4d58-97f9-f5e72e09ce5e service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] No waiting events found dispatching network-vif-plugged-3594770a-24c6-47a3-a0c3-3fae7cffd490 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.285877] env[70220]: WARNING nova.compute.manager [req-cdb21760-1ac8-438f-8f8d-b5799a908779 req-79e19906-31b1-4d58-97f9-f5e72e09ce5e service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Received unexpected event network-vif-plugged-3594770a-24c6-47a3-a0c3-3fae7cffd490 for instance with vm_state building and task_state spawning. [ 1179.321731] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a03c6555-0ce9-4ab7-8388-2ff3ea848cc9 tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "f23647e1-9628-436f-ab7f-619c311000ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.493s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.339397] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626349, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.357186] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626350, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.365831] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609723} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.366173] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] d5f4eb96-242f-44fe-9e81-46e71074c7b2/d5f4eb96-242f-44fe-9e81-46e71074c7b2.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.366441] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.366732] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-446dc556-f306-434e-a689-5d8d2b45514d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.372972] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1179.372972] env[70220]: value = "task-3626354" [ 1179.372972] env[70220]: _type = "Task" [ 1179.372972] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.384215] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.384834] env[70220]: DEBUG nova.network.neutron [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Successfully updated port: 3594770a-24c6-47a3-a0c3-3fae7cffd490 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1179.438814] env[70220]: DEBUG oslo_vmware.api [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626352, 'name': PowerOffVM_Task, 'duration_secs': 0.236734} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.439118] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.439350] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.439567] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c30258ac-cda6-40c9-af41-3e7ea545f5a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.501134] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.501378] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.501610] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Deleting the datastore file [datastore2] dc040184-9b4e-4cef-9250-21863677fbeb {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.501922] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b7de8f9-1627-4e42-93e7-301d9bc6a9d7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.508796] env[70220]: DEBUG oslo_vmware.api [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for the task: (returnval){ [ 1179.508796] env[70220]: value = "task-3626356" [ 1179.508796] env[70220]: _type = "Task" [ 1179.508796] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.517412] env[70220]: DEBUG oslo_vmware.api [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.620691] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626353, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.845286] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626349, 'name': CloneVM_Task, 'duration_secs': 1.309457} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.846761] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Created linked-clone VM from snapshot [ 1179.848646] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84098d47-bbc1-4e61-a13c-ec15de9091ec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.880876] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Uploading image 25eb72c3-c0b2-4a5c-959e-d7d97c49f311 {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1179.898359] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "refresh_cache-c815c8b6-3c88-4acb-8c1e-4872b7a21a50" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.898359] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "refresh_cache-c815c8b6-3c88-4acb-8c1e-4872b7a21a50" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.898359] env[70220]: DEBUG nova.network.neutron [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.901240] env[70220]: DEBUG oslo_vmware.api [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626350, 'name': PowerOnVM_Task, 'duration_secs': 1.035692} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.901799] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.902026] env[70220]: INFO nova.compute.manager [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1179.902236] env[70220]: DEBUG nova.compute.manager [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1179.908034] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aacf662-4076-44d8-b673-8d4dc5456143 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.916493] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094508} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.918916] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.920476] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936410fa-d5f6-4a4e-8871-0f429410a128 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.930505] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1179.930505] env[70220]: value = "vm-723196" [ 1179.930505] env[70220]: _type = "VirtualMachine" [ 1179.930505] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1179.930505] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7feb6025-7a8b-4ce2-a449-ef901de2d269 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.951053] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] d5f4eb96-242f-44fe-9e81-46e71074c7b2/d5f4eb96-242f-44fe-9e81-46e71074c7b2.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.951053] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fa19bcb-a9e3-4428-a090-feb2a333e8d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.966162] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lease: (returnval){ [ 1179.966162] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52699fff-ecbd-d4c9-c693-4b6f2aa7ec75" [ 1179.966162] env[70220]: _type = "HttpNfcLease" [ 1179.966162] env[70220]: } obtained for exporting VM: (result){ [ 1179.966162] env[70220]: value = "vm-723196" [ 1179.966162] env[70220]: _type = "VirtualMachine" [ 1179.966162] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1179.966666] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the lease: (returnval){ [ 1179.966666] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52699fff-ecbd-d4c9-c693-4b6f2aa7ec75" [ 1179.966666] env[70220]: _type = "HttpNfcLease" [ 1179.966666] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1179.971782] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1179.971782] env[70220]: value = "task-3626358" [ 1179.971782] env[70220]: _type = "Task" [ 1179.971782] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.976834] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1179.976834] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52699fff-ecbd-d4c9-c693-4b6f2aa7ec75" [ 1179.976834] env[70220]: _type = "HttpNfcLease" [ 1179.976834] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1179.977407] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1179.977407] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52699fff-ecbd-d4c9-c693-4b6f2aa7ec75" [ 1179.977407] env[70220]: _type = "HttpNfcLease" [ 1179.977407] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1179.978109] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ea1549-bb9e-4b22-ac9f-c9b2f2802d09 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.983967] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626358, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.988928] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238ec6d-6b42-e581-e659-2046d8cc6e6f/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1179.989191] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238ec6d-6b42-e581-e659-2046d8cc6e6f/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1180.056506] env[70220]: DEBUG oslo_vmware.api [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Task: {'id': task-3626356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182715} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.056784] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.056932] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.057118] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.057280] env[70220]: INFO nova.compute.manager [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1180.057512] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.057690] env[70220]: DEBUG nova.compute.manager [-] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.057777] env[70220]: DEBUG nova.network.neutron [-] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.109355] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.109664] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.109947] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.110100] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.110198] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.114683] env[70220]: INFO nova.compute.manager [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Terminating instance [ 1180.122408] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aabbef36-a39f-4391-9656-640b21a64527 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.134341] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626353, 'name': CreateSnapshot_Task, 'duration_secs': 0.645069} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.137723] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1180.139454] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266e57b6-7945-4457-b46f-034448520354 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.446103] env[70220]: DEBUG nova.network.neutron [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.450350] env[70220]: INFO nova.compute.manager [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Took 15.23 seconds to build instance. [ 1180.485119] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626358, 'name': ReconfigVM_Task, 'duration_secs': 0.284024} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.485417] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Reconfigured VM instance instance-00000061 to attach disk [datastore2] d5f4eb96-242f-44fe-9e81-46e71074c7b2/d5f4eb96-242f-44fe-9e81-46e71074c7b2.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.486075] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7a948f5-0003-4120-bcb6-b6d9290a8aaa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.492955] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1180.492955] env[70220]: value = "task-3626359" [ 1180.492955] env[70220]: _type = "Task" [ 1180.492955] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.502592] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626359, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.614961] env[70220]: DEBUG nova.network.neutron [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Updating instance_info_cache with network_info: [{"id": "3594770a-24c6-47a3-a0c3-3fae7cffd490", "address": "fa:16:3e:eb:0d:e1", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3594770a-24", "ovs_interfaceid": "3594770a-24c6-47a3-a0c3-3fae7cffd490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.627585] env[70220]: DEBUG nova.compute.manager [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.628770] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.630335] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bdab81-82c5-4bc7-9135-a37272adf8ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.640953] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.641385] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5e6e5c1-f444-4512-b1ce-7133e9d84c65 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.648529] env[70220]: DEBUG oslo_vmware.api [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1180.648529] env[70220]: value = "task-3626360" [ 1180.648529] env[70220]: _type = "Task" [ 1180.648529] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.664552] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1180.665032] env[70220]: DEBUG oslo_vmware.api [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.665253] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-24537374-37f9-4389-bdd0-5e4da65ec1de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.673778] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1180.673778] env[70220]: value = "task-3626361" [ 1180.673778] env[70220]: _type = "Task" [ 1180.673778] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.683425] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626361, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.952969] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23051434-fddf-4977-bfe6-dad7bf5011c8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Lock "bd71f204-c773-43f3-a259-b5e92f49f651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.736s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.007731] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626359, 'name': Rename_Task, 'duration_secs': 0.155468} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.008113] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.008456] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2b4637f-8a1e-4bb5-822b-b5b47af61657 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.014853] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1181.014853] env[70220]: value = "task-3626362" [ 1181.014853] env[70220]: _type = "Task" [ 1181.014853] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.023541] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.063631] env[70220]: DEBUG nova.network.neutron [-] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.117884] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "refresh_cache-c815c8b6-3c88-4acb-8c1e-4872b7a21a50" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.119290] env[70220]: DEBUG nova.compute.manager [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Instance network_info: |[{"id": "3594770a-24c6-47a3-a0c3-3fae7cffd490", "address": "fa:16:3e:eb:0d:e1", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3594770a-24", "ovs_interfaceid": "3594770a-24c6-47a3-a0c3-3fae7cffd490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.119728] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:0d:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3594770a-24c6-47a3-a0c3-3fae7cffd490', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.138091] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Creating folder: Project (8be896d7a0c7406f859ffa080218f992). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.138340] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa16df75-1e34-4950-82fd-2130bf3c6a27 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.151472] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Created folder: Project (8be896d7a0c7406f859ffa080218f992) in parent group-v722922. [ 1181.151830] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Creating folder: Instances. Parent ref: group-v723199. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1181.159883] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12fbd44b-5a25-4711-a0b1-25f0dd44f10d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.170868] env[70220]: DEBUG oslo_vmware.api [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626360, 'name': PowerOffVM_Task, 'duration_secs': 0.368593} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.173551] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.173915] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.174412] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Created folder: Instances in parent group-v723199. [ 1181.174801] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.175240] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7f10900-7b58-4873-b5b2-4fa39d7e2494 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.178748] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.183316] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4606f38c-8e34-4bcc-ab3e-24011d29dcf7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.217489] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626361, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.220778] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.220778] env[70220]: value = "task-3626366" [ 1181.220778] env[70220]: _type = "Task" [ 1181.220778] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.236022] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626366, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.341157] env[70220]: DEBUG nova.compute.manager [req-c7fa4b11-3515-4351-a1bd-b6dea7ad9722 req-b44488b0-3d97-4126-a8c6-805a4d94a9b2 service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Received event network-changed-3594770a-24c6-47a3-a0c3-3fae7cffd490 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.341336] env[70220]: DEBUG nova.compute.manager [req-c7fa4b11-3515-4351-a1bd-b6dea7ad9722 req-b44488b0-3d97-4126-a8c6-805a4d94a9b2 service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Refreshing instance network info cache due to event network-changed-3594770a-24c6-47a3-a0c3-3fae7cffd490. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.341554] env[70220]: DEBUG oslo_concurrency.lockutils [req-c7fa4b11-3515-4351-a1bd-b6dea7ad9722 req-b44488b0-3d97-4126-a8c6-805a4d94a9b2 service nova] Acquiring lock "refresh_cache-c815c8b6-3c88-4acb-8c1e-4872b7a21a50" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.341699] env[70220]: DEBUG oslo_concurrency.lockutils [req-c7fa4b11-3515-4351-a1bd-b6dea7ad9722 req-b44488b0-3d97-4126-a8c6-805a4d94a9b2 service nova] Acquired lock "refresh_cache-c815c8b6-3c88-4acb-8c1e-4872b7a21a50" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.341935] env[70220]: DEBUG nova.network.neutron [req-c7fa4b11-3515-4351-a1bd-b6dea7ad9722 req-b44488b0-3d97-4126-a8c6-805a4d94a9b2 service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Refreshing network info cache for port 3594770a-24c6-47a3-a0c3-3fae7cffd490 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.525134] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.566493] env[70220]: INFO nova.compute.manager [-] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Took 1.51 seconds to deallocate network for instance. [ 1181.615401] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.616116] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.616560] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleting the datastore file [datastore2] 4fa3faaa-0a55-4481-a3d7-e4844a28f930 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.617980] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76bdb1ae-d7fb-4639-87fe-3715eb77ef0b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.625506] env[70220]: DEBUG oslo_vmware.api [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for the task: (returnval){ [ 1181.625506] env[70220]: value = "task-3626367" [ 1181.625506] env[70220]: _type = "Task" [ 1181.625506] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.637460] env[70220]: DEBUG oslo_vmware.api [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.687151] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626361, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.739038] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626366, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.025863] env[70220]: DEBUG oslo_vmware.api [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626362, 'name': PowerOnVM_Task, 'duration_secs': 0.627216} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.026284] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.026643] env[70220]: INFO nova.compute.manager [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1182.026929] env[70220]: DEBUG nova.compute.manager [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.027649] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7520a11-d4bd-4c3f-8011-b8dbd5854016 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.074615] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.074984] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.075077] env[70220]: DEBUG nova.objects.instance [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lazy-loading 'resources' on Instance uuid dc040184-9b4e-4cef-9250-21863677fbeb {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.136801] env[70220]: DEBUG oslo_vmware.api [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Task: {'id': task-3626367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228673} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.137162] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.137412] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.137653] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.137865] env[70220]: INFO nova.compute.manager [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1182.138186] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.138443] env[70220]: DEBUG nova.compute.manager [-] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.138570] env[70220]: DEBUG nova.network.neutron [-] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.148578] env[70220]: DEBUG nova.network.neutron [req-c7fa4b11-3515-4351-a1bd-b6dea7ad9722 req-b44488b0-3d97-4126-a8c6-805a4d94a9b2 service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Updated VIF entry in instance network info cache for port 3594770a-24c6-47a3-a0c3-3fae7cffd490. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.148924] env[70220]: DEBUG nova.network.neutron [req-c7fa4b11-3515-4351-a1bd-b6dea7ad9722 req-b44488b0-3d97-4126-a8c6-805a4d94a9b2 service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Updating instance_info_cache with network_info: [{"id": "3594770a-24c6-47a3-a0c3-3fae7cffd490", "address": "fa:16:3e:eb:0d:e1", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3594770a-24", "ovs_interfaceid": "3594770a-24c6-47a3-a0c3-3fae7cffd490", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.188811] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626361, 'name': CloneVM_Task, 'duration_secs': 1.355124} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.189223] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Created linked-clone VM from snapshot [ 1182.190118] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbfb9f5-703c-4f7d-89d8-c5b0bddf7cfb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.198113] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Uploading image 54623cbf-6481-49e6-99b1-8efdd17be33d {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1182.236782] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626366, 'name': CreateVM_Task, 'duration_secs': 0.694104} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.236782] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.237589] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.237917] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.238378] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.239508] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b6a949f-cba0-4820-8e78-535be5feb0c4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.243818] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1182.243818] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523cfa4b-90c0-ff9f-c27f-088a267d79ec" [ 1182.243818] env[70220]: _type = "Task" [ 1182.243818] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.253437] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523cfa4b-90c0-ff9f-c27f-088a267d79ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.547622] env[70220]: INFO nova.compute.manager [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Took 16.55 seconds to build instance. [ 1182.571256] env[70220]: DEBUG oslo_concurrency.lockutils [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquiring lock "bd71f204-c773-43f3-a259-b5e92f49f651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.571640] env[70220]: DEBUG oslo_concurrency.lockutils [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Lock "bd71f204-c773-43f3-a259-b5e92f49f651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.571867] env[70220]: DEBUG oslo_concurrency.lockutils [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquiring lock "bd71f204-c773-43f3-a259-b5e92f49f651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.572306] env[70220]: DEBUG oslo_concurrency.lockutils [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Lock "bd71f204-c773-43f3-a259-b5e92f49f651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.572532] env[70220]: DEBUG oslo_concurrency.lockutils [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Lock "bd71f204-c773-43f3-a259-b5e92f49f651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.575134] env[70220]: INFO nova.compute.manager [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Terminating instance [ 1182.642287] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1182.642287] env[70220]: value = "vm-723198" [ 1182.642287] env[70220]: _type = "VirtualMachine" [ 1182.642287] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1182.643707] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e254fa08-cb30-436f-9b8d-7ace44bb8db1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.653334] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699f61-757d-6db2-6151-841630413e30/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1182.653857] env[70220]: DEBUG oslo_concurrency.lockutils [req-c7fa4b11-3515-4351-a1bd-b6dea7ad9722 req-b44488b0-3d97-4126-a8c6-805a4d94a9b2 service nova] Releasing lock "refresh_cache-c815c8b6-3c88-4acb-8c1e-4872b7a21a50" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.654146] env[70220]: DEBUG nova.compute.manager [req-c7fa4b11-3515-4351-a1bd-b6dea7ad9722 req-b44488b0-3d97-4126-a8c6-805a4d94a9b2 service nova] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Received event network-vif-deleted-e2309401-bc32-47fb-a7ba-bf584736a170 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.655145] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12444aa1-66c7-49b5-ae45-73ffa4b2cb8a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.659314] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lease: (returnval){ [ 1182.659314] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ddc70b-eef2-98fc-e34f-292f23cb0ee4" [ 1182.659314] env[70220]: _type = "HttpNfcLease" [ 1182.659314] env[70220]: } obtained for exporting VM: (result){ [ 1182.659314] env[70220]: value = "vm-723198" [ 1182.659314] env[70220]: _type = "VirtualMachine" [ 1182.659314] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1182.659851] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the lease: (returnval){ [ 1182.659851] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ddc70b-eef2-98fc-e34f-292f23cb0ee4" [ 1182.659851] env[70220]: _type = "HttpNfcLease" [ 1182.659851] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1182.667030] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699f61-757d-6db2-6151-841630413e30/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1182.667030] env[70220]: ERROR oslo_vmware.rw_handles [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699f61-757d-6db2-6151-841630413e30/disk-0.vmdk due to incomplete transfer. [ 1182.667345] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a2441f0d-f334-407b-916d-f23cbd731d6e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.670260] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1182.670260] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ddc70b-eef2-98fc-e34f-292f23cb0ee4" [ 1182.670260] env[70220]: _type = "HttpNfcLease" [ 1182.670260] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1182.670515] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1182.670515] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ddc70b-eef2-98fc-e34f-292f23cb0ee4" [ 1182.670515] env[70220]: _type = "HttpNfcLease" [ 1182.670515] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1182.671243] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e447bf1f-3b6c-4d06-b2f0-b989cf7709e1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.676813] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52699f61-757d-6db2-6151-841630413e30/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1182.677012] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Uploaded image d38be25f-c1ab-4759-8c9a-3abfee76a607 to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1182.679472] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1182.682547] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-295c327f-82e2-4ac3-96df-a3fe1e39ca13 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.683945] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265c577-a255-eb1f-16de-15076ca351d6/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1182.684141] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265c577-a255-eb1f-16de-15076ca351d6/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1182.747685] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1182.747685] env[70220]: value = "task-3626369" [ 1182.747685] env[70220]: _type = "Task" [ 1182.747685] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.761039] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523cfa4b-90c0-ff9f-c27f-088a267d79ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014503} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.766424] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.766672] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1182.766925] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.767086] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.767268] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1182.767524] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626369, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.767941] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb629553-b0bb-46d2-862d-3f5bdb6e0a38 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.775622] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1182.775827] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1182.776778] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb22084-0a60-4ae5-891c-6d40c54c80ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.784290] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1182.784290] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5275d42b-c58b-5c3f-0238-71d15d0c0b4c" [ 1182.784290] env[70220]: _type = "Task" [ 1182.784290] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.792073] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5275d42b-c58b-5c3f-0238-71d15d0c0b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.793593] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a447bcc-0181-499e-a736-e8489a7eb619 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.800481] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b438715c-4574-423f-859f-d154d22061af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.831456] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986f14a3-2acd-41c3-b714-c5a631dc1b9d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.840544] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d9b34e4d-9007-4adc-90a8-8ab7392294be {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.843551] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a78cd1-e3a6-45a3-b208-21ce690467b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.859855] env[70220]: DEBUG nova.compute.provider_tree [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.954417] env[70220]: DEBUG nova.network.neutron [-] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.050574] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9cd70470-d6e1-43b2-8d50-b3a57f9c2e62 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.070s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.081663] env[70220]: DEBUG nova.compute.manager [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.081945] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.082885] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144ec7b3-f008-4968-98bc-084801ad660c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.091987] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.091987] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b1783a-85ed-4ba8-9ebf-c09b45ccb5ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.099372] env[70220]: DEBUG oslo_vmware.api [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for the task: (returnval){ [ 1183.099372] env[70220]: value = "task-3626370" [ 1183.099372] env[70220]: _type = "Task" [ 1183.099372] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.110019] env[70220]: DEBUG oslo_vmware.api [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.263310] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626369, 'name': Destroy_Task, 'duration_secs': 0.515896} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.263712] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Destroyed the VM [ 1183.264060] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1183.264372] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bec7e5be-bae6-4d89-a3f6-6bcacbb4449d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.274548] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1183.274548] env[70220]: value = "task-3626371" [ 1183.274548] env[70220]: _type = "Task" [ 1183.274548] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.285594] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626371, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.297454] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5275d42b-c58b-5c3f-0238-71d15d0c0b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009384} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.297640] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5adab55-65ff-4b41-8316-66260f516a1b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.303708] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1183.303708] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5286a315-b55c-cd8a-1d39-f88d8ad93cb2" [ 1183.303708] env[70220]: _type = "Task" [ 1183.303708] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.314755] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5286a315-b55c-cd8a-1d39-f88d8ad93cb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.365376] env[70220]: DEBUG nova.scheduler.client.report [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.425704] env[70220]: DEBUG nova.compute.manager [req-e32151db-7be6-47e1-a903-1b49ef52b96c req-befcfa5a-6289-4668-9e63-affe93daa036 service nova] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Received event network-vif-deleted-0a479539-4f4e-4315-93c8-18ae73e88549 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.425964] env[70220]: DEBUG nova.compute.manager [req-e32151db-7be6-47e1-a903-1b49ef52b96c req-befcfa5a-6289-4668-9e63-affe93daa036 service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Received event network-changed-0fabdef2-9f3f-4307-acf7-8f342155536e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.426209] env[70220]: DEBUG nova.compute.manager [req-e32151db-7be6-47e1-a903-1b49ef52b96c req-befcfa5a-6289-4668-9e63-affe93daa036 service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Refreshing instance network info cache due to event network-changed-0fabdef2-9f3f-4307-acf7-8f342155536e. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1183.426728] env[70220]: DEBUG oslo_concurrency.lockutils [req-e32151db-7be6-47e1-a903-1b49ef52b96c req-befcfa5a-6289-4668-9e63-affe93daa036 service nova] Acquiring lock "refresh_cache-d5f4eb96-242f-44fe-9e81-46e71074c7b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.426969] env[70220]: DEBUG oslo_concurrency.lockutils [req-e32151db-7be6-47e1-a903-1b49ef52b96c req-befcfa5a-6289-4668-9e63-affe93daa036 service nova] Acquired lock "refresh_cache-d5f4eb96-242f-44fe-9e81-46e71074c7b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.427323] env[70220]: DEBUG nova.network.neutron [req-e32151db-7be6-47e1-a903-1b49ef52b96c req-befcfa5a-6289-4668-9e63-affe93daa036 service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Refreshing network info cache for port 0fabdef2-9f3f-4307-acf7-8f342155536e {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.457341] env[70220]: INFO nova.compute.manager [-] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Took 1.32 seconds to deallocate network for instance. [ 1183.611020] env[70220]: DEBUG oslo_vmware.api [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626370, 'name': PowerOffVM_Task, 'duration_secs': 0.229981} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.611388] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.611672] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.611947] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edec52db-2bd0-4d08-b970-41ca4225bfcc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.683080] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.683350] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.683612] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Deleting the datastore file [datastore2] bd71f204-c773-43f3-a259-b5e92f49f651 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.683912] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08c5bd41-4c01-4969-9116-37ea021a7f02 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.691598] env[70220]: DEBUG oslo_vmware.api [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for the task: (returnval){ [ 1183.691598] env[70220]: value = "task-3626373" [ 1183.691598] env[70220]: _type = "Task" [ 1183.691598] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.700819] env[70220]: DEBUG oslo_vmware.api [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.785994] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626371, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.816361] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5286a315-b55c-cd8a-1d39-f88d8ad93cb2, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.816653] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.816916] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c815c8b6-3c88-4acb-8c1e-4872b7a21a50/c815c8b6-3c88-4acb-8c1e-4872b7a21a50.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.817222] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94bec8a0-cc38-488e-97ad-270eac44288d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.825425] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1183.825425] env[70220]: value = "task-3626374" [ 1183.825425] env[70220]: _type = "Task" [ 1183.825425] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.834356] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.870752] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.896386] env[70220]: INFO nova.scheduler.client.report [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Deleted allocations for instance dc040184-9b4e-4cef-9250-21863677fbeb [ 1183.967069] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.967380] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.967919] env[70220]: DEBUG nova.objects.instance [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lazy-loading 'resources' on Instance uuid 4fa3faaa-0a55-4481-a3d7-e4844a28f930 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.199138] env[70220]: DEBUG nova.network.neutron [req-e32151db-7be6-47e1-a903-1b49ef52b96c req-befcfa5a-6289-4668-9e63-affe93daa036 service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Updated VIF entry in instance network info cache for port 0fabdef2-9f3f-4307-acf7-8f342155536e. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1184.200468] env[70220]: DEBUG nova.network.neutron [req-e32151db-7be6-47e1-a903-1b49ef52b96c req-befcfa5a-6289-4668-9e63-affe93daa036 service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Updating instance_info_cache with network_info: [{"id": "0fabdef2-9f3f-4307-acf7-8f342155536e", "address": "fa:16:3e:5a:a7:71", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fabdef2-9f", "ovs_interfaceid": "0fabdef2-9f3f-4307-acf7-8f342155536e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.211087] env[70220]: DEBUG oslo_vmware.api [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Task: {'id': task-3626373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267235} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.211690] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.211768] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.212236] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.212556] env[70220]: INFO nova.compute.manager [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1184.212945] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.213291] env[70220]: DEBUG nova.compute.manager [-] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.213558] env[70220]: DEBUG nova.network.neutron [-] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.290048] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626371, 'name': RemoveSnapshot_Task, 'duration_secs': 0.718895} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.290409] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1184.290883] env[70220]: DEBUG nova.compute.manager [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.292063] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ce4751-5405-4f10-b05a-9bde264e7c2b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.341404] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626374, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.406126] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a4486257-f5e8-4294-8db4-ae2cb81aa484 tempest-VolumesAdminNegativeTest-24107342 tempest-VolumesAdminNegativeTest-24107342-project-member] Lock "dc040184-9b4e-4cef-9250-21863677fbeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.010s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.629503] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a857b87-9117-4ec6-833e-99415299f54f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.638013] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b48c251-97fa-428e-88cb-923a9bb40e73 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.673749] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09a4f0d-83a4-4399-8a8c-0963c6c72a2c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.682215] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed26ab-049b-4022-8cd5-e55ffd2b66d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.697971] env[70220]: DEBUG nova.compute.provider_tree [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.703716] env[70220]: DEBUG oslo_concurrency.lockutils [req-e32151db-7be6-47e1-a903-1b49ef52b96c req-befcfa5a-6289-4668-9e63-affe93daa036 service nova] Releasing lock "refresh_cache-d5f4eb96-242f-44fe-9e81-46e71074c7b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.808044] env[70220]: INFO nova.compute.manager [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Shelve offloading [ 1184.836954] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584952} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.837495] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c815c8b6-3c88-4acb-8c1e-4872b7a21a50/c815c8b6-3c88-4acb-8c1e-4872b7a21a50.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.838965] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.839095] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2af9feb-9bf1-4ecb-976f-e8e67b38e879 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.846556] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1184.846556] env[70220]: value = "task-3626375" [ 1184.846556] env[70220]: _type = "Task" [ 1184.846556] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.856020] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.016983] env[70220]: DEBUG nova.network.neutron [-] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.201988] env[70220]: DEBUG nova.scheduler.client.report [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.314735] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.315083] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d38dfbde-2a00-4bbd-968b-573c03ad15a4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.322846] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1185.322846] env[70220]: value = "task-3626376" [ 1185.322846] env[70220]: _type = "Task" [ 1185.322846] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.331473] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1185.331706] env[70220]: DEBUG nova.compute.manager [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.332596] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72650289-ace1-4a25-a752-8c4bb8ce60f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.338980] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.339224] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.339354] env[70220]: DEBUG nova.network.neutron [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.356527] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066385} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.356795] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.357597] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c762695d-1eb4-41f3-8c93-558f5343efee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.388833] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] c815c8b6-3c88-4acb-8c1e-4872b7a21a50/c815c8b6-3c88-4acb-8c1e-4872b7a21a50.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.389234] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb2ac984-e4bf-4401-9364-333f1960b9c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.412703] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1185.412703] env[70220]: value = "task-3626377" [ 1185.412703] env[70220]: _type = "Task" [ 1185.412703] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.421253] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.462389] env[70220]: DEBUG nova.compute.manager [req-e0d85de7-5a56-413d-81de-123e439a1a97 req-e7ed818a-037c-4565-9a76-ac787d76f7d1 service nova] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Received event network-vif-deleted-a99d0605-3194-428f-8a9e-d4e213824da5 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.520530] env[70220]: INFO nova.compute.manager [-] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Took 1.31 seconds to deallocate network for instance. [ 1185.707074] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.734094] env[70220]: INFO nova.scheduler.client.report [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Deleted allocations for instance 4fa3faaa-0a55-4481-a3d7-e4844a28f930 [ 1185.927357] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626377, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.026738] env[70220]: DEBUG oslo_concurrency.lockutils [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.027055] env[70220]: DEBUG oslo_concurrency.lockutils [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.027286] env[70220]: DEBUG nova.objects.instance [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Lazy-loading 'resources' on Instance uuid bd71f204-c773-43f3-a259-b5e92f49f651 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.177535] env[70220]: DEBUG nova.network.neutron [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Updating instance_info_cache with network_info: [{"id": "60ffee45-dbcf-4d71-ac24-3dd32109001d", "address": "fa:16:3e:e7:a8:83", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60ffee45-db", "ovs_interfaceid": "60ffee45-dbcf-4d71-ac24-3dd32109001d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.245118] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5f98ab1d-c01c-48eb-8975-4bdf5aa6577c tempest-AttachInterfacesTestJSON-55521701 tempest-AttachInterfacesTestJSON-55521701-project-member] Lock "4fa3faaa-0a55-4481-a3d7-e4844a28f930" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.135s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.424371] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626377, 'name': ReconfigVM_Task, 'duration_secs': 0.536302} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.424675] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Reconfigured VM instance instance-00000062 to attach disk [datastore1] c815c8b6-3c88-4acb-8c1e-4872b7a21a50/c815c8b6-3c88-4acb-8c1e-4872b7a21a50.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.425402] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96da87cc-d584-489e-9980-ece6760c2bc0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.432898] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1186.432898] env[70220]: value = "task-3626378" [ 1186.432898] env[70220]: _type = "Task" [ 1186.432898] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.442856] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626378, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.680025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.710337] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f85faf-c3d0-4ece-8c53-cee55fa4535a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.719156] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4e7b83-a405-49e0-ad89-214c1ec2d3c6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.757736] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78497571-2267-433d-b44b-882f3084bbbb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.766434] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d116164-86a2-4f6f-9c8f-7ef3324dcaae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.784580] env[70220]: DEBUG nova.compute.provider_tree [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.943590] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626378, 'name': Rename_Task, 'duration_secs': 0.205527} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.943877] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.944309] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46582a49-5ec4-4613-b09e-7f4609b275a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.951247] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1186.951247] env[70220]: value = "task-3626379" [ 1186.951247] env[70220]: _type = "Task" [ 1186.951247] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.959479] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.288915] env[70220]: DEBUG nova.scheduler.client.report [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.386214] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.387340] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1839f420-cbfc-409b-aac4-a27aaaa298d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.396018] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.399737] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4e6bb88-ba72-4d28-a3fd-06a03e18e93f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.462642] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.473805] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.474096] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.474363] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleting the datastore file [datastore1] 85dd9f69-014d-4ac9-ba60-dedec5ed4584 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.474681] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ea259c7-a179-4bea-b670-3b69d950b8fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.483500] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1187.483500] env[70220]: value = "task-3626381" [ 1187.483500] env[70220]: _type = "Task" [ 1187.483500] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.492872] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.571907] env[70220]: DEBUG nova.compute.manager [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Received event network-vif-unplugged-60ffee45-dbcf-4d71-ac24-3dd32109001d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.572375] env[70220]: DEBUG oslo_concurrency.lockutils [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] Acquiring lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.572636] env[70220]: DEBUG oslo_concurrency.lockutils [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.572809] env[70220]: DEBUG oslo_concurrency.lockutils [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.572984] env[70220]: DEBUG nova.compute.manager [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] No waiting events found dispatching network-vif-unplugged-60ffee45-dbcf-4d71-ac24-3dd32109001d {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.573378] env[70220]: WARNING nova.compute.manager [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Received unexpected event network-vif-unplugged-60ffee45-dbcf-4d71-ac24-3dd32109001d for instance with vm_state shelved and task_state shelving_offloading. [ 1187.573630] env[70220]: DEBUG nova.compute.manager [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Received event network-changed-60ffee45-dbcf-4d71-ac24-3dd32109001d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.573794] env[70220]: DEBUG nova.compute.manager [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Refreshing instance network info cache due to event network-changed-60ffee45-dbcf-4d71-ac24-3dd32109001d. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.574190] env[70220]: DEBUG oslo_concurrency.lockutils [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] Acquiring lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.574190] env[70220]: DEBUG oslo_concurrency.lockutils [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] Acquired lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.574472] env[70220]: DEBUG nova.network.neutron [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Refreshing network info cache for port 60ffee45-dbcf-4d71-ac24-3dd32109001d {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.795527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.823610] env[70220]: INFO nova.scheduler.client.report [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Deleted allocations for instance bd71f204-c773-43f3-a259-b5e92f49f651 [ 1187.963201] env[70220]: DEBUG oslo_vmware.api [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626379, 'name': PowerOnVM_Task, 'duration_secs': 0.649103} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.964019] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.964452] env[70220]: INFO nova.compute.manager [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1187.967015] env[70220]: DEBUG nova.compute.manager [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.967015] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276c046b-96e8-42c2-ab01-0e01fc21c4b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.993702] env[70220]: DEBUG oslo_vmware.api [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158351} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.994106] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.996628] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.996628] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.016138] env[70220]: INFO nova.scheduler.client.report [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted allocations for instance 85dd9f69-014d-4ac9-ba60-dedec5ed4584 [ 1188.104695] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238ec6d-6b42-e581-e659-2046d8cc6e6f/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1188.105821] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907216b8-4716-432c-9742-a45d9fbe34a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.119831] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238ec6d-6b42-e581-e659-2046d8cc6e6f/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1188.120034] env[70220]: ERROR oslo_vmware.rw_handles [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238ec6d-6b42-e581-e659-2046d8cc6e6f/disk-0.vmdk due to incomplete transfer. [ 1188.120357] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c4bfad1b-13fe-4497-b702-e61bd6e65ee5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.128492] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5238ec6d-6b42-e581-e659-2046d8cc6e6f/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1188.128727] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Uploaded image 25eb72c3-c0b2-4a5c-959e-d7d97c49f311 to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1188.130949] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1188.131356] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c8625807-2632-4cb4-abdc-4f3eb6fd5420 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.138219] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1188.138219] env[70220]: value = "task-3626382" [ 1188.138219] env[70220]: _type = "Task" [ 1188.138219] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.155282] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626382, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.335575] env[70220]: DEBUG oslo_concurrency.lockutils [None req-606f5f8d-3297-48a8-ba34-5a421b891af8 tempest-ServerTagsTestJSON-1176308946 tempest-ServerTagsTestJSON-1176308946-project-member] Lock "bd71f204-c773-43f3-a259-b5e92f49f651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.764s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.487019] env[70220]: INFO nova.compute.manager [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Took 16.10 seconds to build instance. [ 1188.521629] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.521908] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.523495] env[70220]: DEBUG nova.objects.instance [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lazy-loading 'resources' on Instance uuid 85dd9f69-014d-4ac9-ba60-dedec5ed4584 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.609228] env[70220]: DEBUG nova.network.neutron [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Updated VIF entry in instance network info cache for port 60ffee45-dbcf-4d71-ac24-3dd32109001d. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1188.609585] env[70220]: DEBUG nova.network.neutron [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Updating instance_info_cache with network_info: [{"id": "60ffee45-dbcf-4d71-ac24-3dd32109001d", "address": "fa:16:3e:e7:a8:83", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": null, "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap60ffee45-db", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.618170] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.618440] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.618622] env[70220]: INFO nova.compute.manager [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Shelving [ 1188.649268] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626382, 'name': Destroy_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.864510] env[70220]: DEBUG oslo_concurrency.lockutils [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.989642] env[70220]: DEBUG oslo_concurrency.lockutils [None req-893d62a4-c829-48e7-9d4f-400af3f8f14b tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.612s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.025497] env[70220]: DEBUG nova.objects.instance [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lazy-loading 'numa_topology' on Instance uuid 85dd9f69-014d-4ac9-ba60-dedec5ed4584 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.113345] env[70220]: DEBUG oslo_concurrency.lockutils [req-a3ce3fbc-e4f5-492a-90ba-5eb2e97a5018 req-7d155f87-2830-4ae7-96b4-765ec911058e service nova] Releasing lock "refresh_cache-85dd9f69-014d-4ac9-ba60-dedec5ed4584" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.153440] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626382, 'name': Destroy_Task, 'duration_secs': 0.545307} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.154078] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Destroyed the VM [ 1189.154451] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1189.154712] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d694cfaa-0d37-4028-b099-daea7100f60b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.163306] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1189.163306] env[70220]: value = "task-3626383" [ 1189.163306] env[70220]: _type = "Task" [ 1189.163306] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.173376] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626383, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.528112] env[70220]: DEBUG nova.objects.base [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Object Instance<85dd9f69-014d-4ac9-ba60-dedec5ed4584> lazy-loaded attributes: resources,numa_topology {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1189.633978] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.634332] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20508d2b-2b7a-4048-9892-4b659a63f939 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.645722] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1189.645722] env[70220]: value = "task-3626384" [ 1189.645722] env[70220]: _type = "Task" [ 1189.645722] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.656265] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.673090] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626383, 'name': RemoveSnapshot_Task, 'duration_secs': 0.364586} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.673366] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1189.673639] env[70220]: DEBUG nova.compute.manager [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.676204] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072ed070-2ba3-4b03-824f-c05db1d4338b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.692022] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532219a5-022e-4225-80fd-7a5911056f8e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.700301] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d9cc85-e7ed-472f-b51c-914da450c136 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.738412] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dec8b8-50c0-47e1-afbf-4387e01816fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.747560] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ba63a0-ee03-4bce-9dda-a0985cae73a4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.762825] env[70220]: DEBUG nova.compute.provider_tree [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.001848] env[70220]: INFO nova.compute.manager [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Rebuilding instance [ 1190.045825] env[70220]: DEBUG nova.compute.manager [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.046703] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ccdc5a-6d76-40a1-b09e-5212e9752475 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.154820] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626384, 'name': PowerOffVM_Task, 'duration_secs': 0.189623} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.155125] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.156016] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa4dc5a-9193-4ee1-979c-9dd6fefb6e3c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.177781] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2318d0f8-b601-47f0-aa57-a85e6c8d9ef2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.189595] env[70220]: INFO nova.compute.manager [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Shelve offloading [ 1190.266869] env[70220]: DEBUG nova.scheduler.client.report [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.696033] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1190.696033] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.696033] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9201a0d-bb75-478a-8bd5-af7f84f49ffa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.699029] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22421b2a-dcdc-4d53-a1e2-2a3fc742c19e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.707083] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1190.707083] env[70220]: value = "task-3626385" [ 1190.707083] env[70220]: _type = "Task" [ 1190.707083] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.708522] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1190.708522] env[70220]: value = "task-3626386" [ 1190.708522] env[70220]: _type = "Task" [ 1190.708522] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.722245] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626385, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.727847] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1190.728235] env[70220]: DEBUG nova.compute.manager [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.729462] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c1d45e-d029-449f-ac5e-1d961149ccfe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.738776] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.738776] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.738776] env[70220]: DEBUG nova.network.neutron [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.772420] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.022559] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.022811] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.063892] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.064595] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcc6f615-d57a-4f8c-bc0c-b59d2caf0a76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.077396] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1191.077396] env[70220]: value = "task-3626387" [ 1191.077396] env[70220]: _type = "Task" [ 1191.077396] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.089322] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.185565] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "3faece41-423b-487c-8d02-016025aba4a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.186197] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "3faece41-423b-487c-8d02-016025aba4a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.186766] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "3faece41-423b-487c-8d02-016025aba4a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.187103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "3faece41-423b-487c-8d02-016025aba4a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.187562] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "3faece41-423b-487c-8d02-016025aba4a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.189753] env[70220]: INFO nova.compute.manager [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Terminating instance [ 1191.218450] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626385, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.282562] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3d800ddf-4589-48dd-8eb6-614aa0cf6fc5 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.282s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.283200] env[70220]: DEBUG oslo_concurrency.lockutils [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 2.419s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.283406] env[70220]: DEBUG oslo_concurrency.lockutils [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.283605] env[70220]: DEBUG oslo_concurrency.lockutils [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.283757] env[70220]: DEBUG oslo_concurrency.lockutils [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.287045] env[70220]: INFO nova.compute.manager [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Terminating instance [ 1191.506876] env[70220]: DEBUG nova.network.neutron [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updating instance_info_cache with network_info: [{"id": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "address": "fa:16:3e:9a:ae:10", "network": {"id": "5e8b1418-a15c-477d-bd81-159bb3988c14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-126842797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4bc3eac9834be394d3cd8034c0c438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dc71cc-dd", "ovs_interfaceid": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.529107] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.529286] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.529500] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.529698] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.529859] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.530020] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.530159] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1191.530312] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.587153] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626387, 'name': PowerOffVM_Task, 'duration_secs': 0.499547} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.587459] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.587978] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.588559] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c5e04d-e811-498e-8392-05303f66f61d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.595556] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.595708] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecaf3233-aa2d-480b-92cf-771843109e1f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.657523] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.657733] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.657912] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleting the datastore file [datastore1] c815c8b6-3c88-4acb-8c1e-4872b7a21a50 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.658210] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cf6b3b1-1d19-4f78-aa45-503c1d80eb2b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.665128] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1191.665128] env[70220]: value = "task-3626389" [ 1191.665128] env[70220]: _type = "Task" [ 1191.665128] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.673032] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.693652] env[70220]: DEBUG nova.compute.manager [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.694214] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.695252] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232e3ba0-5f48-4f89-bf2d-f24af06e5790 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.707442] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.707743] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30677e3a-c18a-4bab-a382-c8a40aacc370 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.721620] env[70220]: DEBUG oslo_vmware.api [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1191.721620] env[70220]: value = "task-3626390" [ 1191.721620] env[70220]: _type = "Task" [ 1191.721620] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.730496] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626385, 'name': CreateSnapshot_Task, 'duration_secs': 0.845637} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.734353] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1191.735270] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0056319c-44fb-4bcb-b461-8b5962c351a3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.791068] env[70220]: DEBUG nova.compute.manager [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.791347] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.791927] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5c0630a0-de7a-432b-9cf1-0380dca0421e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.802845] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efb4fce-3fa7-49eb-a316-0cdcc79ddfe8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.840864] env[70220]: WARNING nova.virt.vmwareapi.vmops [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 85dd9f69-014d-4ac9-ba60-dedec5ed4584 could not be found. [ 1191.840864] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.840864] env[70220]: INFO nova.compute.manager [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1191.840864] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.840864] env[70220]: DEBUG nova.compute.manager [-] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.840864] env[70220]: DEBUG nova.network.neutron [-] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.011208] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.036026] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.036026] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.036385] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.036665] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1192.041025] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67110c95-efda-4051-b178-9359a9653c4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.047886] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924b8655-9059-43b9-bde2-7f6b9aa48b77 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.068130] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adc3d43-8fe6-4a48-8ad8-5a86ab4c3ec8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.076710] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb9092b-4462-4958-81f0-91807604dc0e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.112386] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179145MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1192.112857] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.113235] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.175612] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162999} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.175878] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.176415] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.176665] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.241753] env[70220]: DEBUG oslo_vmware.api [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626390, 'name': PowerOffVM_Task, 'duration_secs': 0.288481} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.242042] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.242251] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.242510] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59ebb8cc-8d3d-46df-9e5d-62a1eeee0ccf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.255284] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1192.255873] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a68ae6e0-aa44-4d0e-81f2-f222bede8a81 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.264499] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1192.264499] env[70220]: value = "task-3626392" [ 1192.264499] env[70220]: _type = "Task" [ 1192.264499] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.273655] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626392, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.300683] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265c577-a255-eb1f-16de-15076ca351d6/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1192.301683] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f65ae5c-42d4-4b56-b7f1-8669f14738f0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.315345] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265c577-a255-eb1f-16de-15076ca351d6/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1192.315345] env[70220]: ERROR oslo_vmware.rw_handles [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265c577-a255-eb1f-16de-15076ca351d6/disk-0.vmdk due to incomplete transfer. [ 1192.315345] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fb2bfa08-a390-4f0b-a167-defc43321a40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.316325] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.316600] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.316869] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleting the datastore file [datastore1] 3faece41-423b-487c-8d02-016025aba4a6 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.317485] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ba950e3-0aeb-4095-88bf-ca696bc7905d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.322520] env[70220]: DEBUG oslo_vmware.rw_handles [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5265c577-a255-eb1f-16de-15076ca351d6/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1192.322758] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Uploaded image 54623cbf-6481-49e6-99b1-8efdd17be33d to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1192.325402] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1192.326646] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4d994794-1433-452c-854c-c4dd192753ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.328210] env[70220]: DEBUG oslo_vmware.api [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1192.328210] env[70220]: value = "task-3626393" [ 1192.328210] env[70220]: _type = "Task" [ 1192.328210] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.332697] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1192.332697] env[70220]: value = "task-3626394" [ 1192.332697] env[70220]: _type = "Task" [ 1192.332697] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.338543] env[70220]: DEBUG oslo_vmware.api [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.346485] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626394, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.538452] env[70220]: DEBUG nova.compute.manager [req-d82d2780-e464-45fe-80fb-bffa04e3bf3d req-ae02bf69-6668-40ee-af09-f7a03c369971 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Received event network-vif-unplugged-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.538775] env[70220]: DEBUG oslo_concurrency.lockutils [req-d82d2780-e464-45fe-80fb-bffa04e3bf3d req-ae02bf69-6668-40ee-af09-f7a03c369971 service nova] Acquiring lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.539068] env[70220]: DEBUG oslo_concurrency.lockutils [req-d82d2780-e464-45fe-80fb-bffa04e3bf3d req-ae02bf69-6668-40ee-af09-f7a03c369971 service nova] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.539332] env[70220]: DEBUG oslo_concurrency.lockutils [req-d82d2780-e464-45fe-80fb-bffa04e3bf3d req-ae02bf69-6668-40ee-af09-f7a03c369971 service nova] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.539586] env[70220]: DEBUG nova.compute.manager [req-d82d2780-e464-45fe-80fb-bffa04e3bf3d req-ae02bf69-6668-40ee-af09-f7a03c369971 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] No waiting events found dispatching network-vif-unplugged-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.539865] env[70220]: WARNING nova.compute.manager [req-d82d2780-e464-45fe-80fb-bffa04e3bf3d req-ae02bf69-6668-40ee-af09-f7a03c369971 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Received unexpected event network-vif-unplugged-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 for instance with vm_state shelved and task_state shelving_offloading. [ 1192.571169] env[70220]: DEBUG nova.network.neutron [-] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.594996] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.596034] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f9c830-1b0f-4a2f-a0fc-3435a2fdeb4f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.604875] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.605565] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f189d91-e3af-455e-8cef-cb827a328793 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.698566] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.698794] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.698975] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Deleting the datastore file [datastore1] 154db35b-0dc7-4142-92aa-d75f99285b8d {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.699252] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdedc84b-6de6-44e9-8a5e-97d1a8d2fe55 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.706781] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1192.706781] env[70220]: value = "task-3626396" [ 1192.706781] env[70220]: _type = "Task" [ 1192.706781] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.714788] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.775996] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626392, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.841844] env[70220]: DEBUG oslo_vmware.api [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164017} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.844999] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.845221] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.845401] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.845570] env[70220]: INFO nova.compute.manager [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1192.845835] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.846051] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626394, 'name': Destroy_Task, 'duration_secs': 0.353704} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.846249] env[70220]: DEBUG nova.compute.manager [-] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.846345] env[70220]: DEBUG nova.network.neutron [-] [instance: 3faece41-423b-487c-8d02-016025aba4a6] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.850648] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Destroyed the VM [ 1192.850648] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1192.850648] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1f4db096-e4bd-44e7-a2fa-40b399f84649 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.854979] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1192.854979] env[70220]: value = "task-3626397" [ 1192.854979] env[70220]: _type = "Task" [ 1192.854979] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.863154] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.075535] env[70220]: INFO nova.compute.manager [-] [instance: 85dd9f69-014d-4ac9-ba60-dedec5ed4584] Took 1.23 seconds to deallocate network for instance. [ 1193.144506] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 7ac66455-b270-4d41-aef2-63bb5191ecf9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.144663] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 21dca84a-e6e7-49b1-930c-c5a9b2162483 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.144777] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 3faece41-423b-487c-8d02-016025aba4a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.144894] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 154db35b-0dc7-4142-92aa-d75f99285b8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.145013] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f9aa14ab-86a5-401c-a359-b1889ae9d5da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.145141] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance d5f4eb96-242f-44fe-9e81-46e71074c7b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.145252] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance c815c8b6-3c88-4acb-8c1e-4872b7a21a50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1193.145514] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1193.145666] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1193.222822] env[70220]: DEBUG nova.virt.hardware [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.223084] env[70220]: DEBUG nova.virt.hardware [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.223277] env[70220]: DEBUG nova.virt.hardware [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.223485] env[70220]: DEBUG nova.virt.hardware [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.223664] env[70220]: DEBUG nova.virt.hardware [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.223822] env[70220]: DEBUG nova.virt.hardware [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.224076] env[70220]: DEBUG nova.virt.hardware [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.224281] env[70220]: DEBUG nova.virt.hardware [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.224740] env[70220]: DEBUG nova.virt.hardware [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.224740] env[70220]: DEBUG nova.virt.hardware [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.224918] env[70220]: DEBUG nova.virt.hardware [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.225923] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2676d8-1f0d-49ad-bedf-e962a0b9fc24 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.237116] env[70220]: DEBUG oslo_vmware.api [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133072} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.237934] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.238182] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.238322] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.243620] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564b536f-eb6b-4363-b971-71eb955eda82 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.259364] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:0d:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3594770a-24c6-47a3-a0c3-3fae7cffd490', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.267202] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.268925] env[70220]: INFO nova.scheduler.client.report [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Deleted allocations for instance 154db35b-0dc7-4142-92aa-d75f99285b8d [ 1193.273294] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.277074] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83fec5b1-7384-41bb-8158-02df0a6a04b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.300286] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626392, 'name': CloneVM_Task} progress is 95%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.301538] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.301538] env[70220]: value = "task-3626398" [ 1193.301538] env[70220]: _type = "Task" [ 1193.301538] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.307905] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c15cff-4ce8-450e-8dd9-566e4540c8f7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.317025] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626398, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.318245] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8608fee9-82a8-4dfa-b52a-a20d8409ef20 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.349366] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cac2a3-8b2c-4632-8bb1-bede4ba969f8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.360323] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda1e20e-11b1-4476-9473-9bf345095905 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.370898] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.379416] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.775400] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.787735] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626392, 'name': CloneVM_Task, 'duration_secs': 1.352999} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.788055] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Created linked-clone VM from snapshot [ 1193.788828] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ab962a-966d-4dfa-a92e-88461363a0ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.799201] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Uploading image 55b4102a-0567-41ae-bf4e-79af3a3f3b3a {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1193.815051] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626398, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.828942] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1193.828942] env[70220]: value = "vm-723203" [ 1193.828942] env[70220]: _type = "VirtualMachine" [ 1193.828942] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1193.829335] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3a689a74-b2fc-43a2-be17-d5a13334cfc6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.835515] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lease: (returnval){ [ 1193.835515] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5258677d-d172-f9c6-d136-141222fd4cf8" [ 1193.835515] env[70220]: _type = "HttpNfcLease" [ 1193.835515] env[70220]: } obtained for exporting VM: (result){ [ 1193.835515] env[70220]: value = "vm-723203" [ 1193.835515] env[70220]: _type = "VirtualMachine" [ 1193.835515] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1193.835820] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the lease: (returnval){ [ 1193.835820] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5258677d-d172-f9c6-d136-141222fd4cf8" [ 1193.835820] env[70220]: _type = "HttpNfcLease" [ 1193.835820] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1193.841400] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1193.841400] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5258677d-d172-f9c6-d136-141222fd4cf8" [ 1193.841400] env[70220]: _type = "HttpNfcLease" [ 1193.841400] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1193.865180] env[70220]: DEBUG oslo_vmware.api [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626397, 'name': RemoveSnapshot_Task, 'duration_secs': 0.913106} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.865581] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1193.865869] env[70220]: INFO nova.compute.manager [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Took 15.32 seconds to snapshot the instance on the hypervisor. [ 1193.886185] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.013929] env[70220]: DEBUG nova.network.neutron [-] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.119536] env[70220]: DEBUG oslo_concurrency.lockutils [None req-076ecbe3-d4cd-45f9-9c91-ea11f169c490 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "85dd9f69-014d-4ac9-ba60-dedec5ed4584" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.836s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.323889] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626398, 'name': CreateVM_Task, 'duration_secs': 0.529558} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.324344] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.327323] env[70220]: DEBUG oslo_concurrency.lockutils [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.327323] env[70220]: DEBUG oslo_concurrency.lockutils [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.327323] env[70220]: DEBUG oslo_concurrency.lockutils [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.327323] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990e3886-64dd-40a6-9356-29c6bd99309f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.332656] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1194.332656] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52725f7e-268f-e266-fdf5-59a7af2268fb" [ 1194.332656] env[70220]: _type = "Task" [ 1194.332656] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.345525] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52725f7e-268f-e266-fdf5-59a7af2268fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.348152] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1194.348152] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5258677d-d172-f9c6-d136-141222fd4cf8" [ 1194.348152] env[70220]: _type = "HttpNfcLease" [ 1194.348152] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1194.349471] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1194.349471] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5258677d-d172-f9c6-d136-141222fd4cf8" [ 1194.349471] env[70220]: _type = "HttpNfcLease" [ 1194.349471] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1194.351202] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9741d76-ef4d-4b36-aa93-41cd7a032e4c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.363368] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquiring lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.363896] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.365281] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5033a-dba3-c580-6281-7744b3cb8c76/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1194.365524] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5033a-dba3-c580-6281-7744b3cb8c76/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1194.433154] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1194.433444] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.320s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.437674] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.662s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.438095] env[70220]: DEBUG nova.objects.instance [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lazy-loading 'resources' on Instance uuid 154db35b-0dc7-4142-92aa-d75f99285b8d {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.469306] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f661168-9a93-4407-840d-d6ff8ad53a6c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.485322] env[70220]: DEBUG nova.compute.manager [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Found 3 images (rotation: 2) {{(pid=70220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1194.485566] env[70220]: DEBUG nova.compute.manager [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Rotating out 1 backups {{(pid=70220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1194.485745] env[70220]: DEBUG nova.compute.manager [None req-1c04a7b6-f10d-4ef7-bfa8-bc7c2eaaa6b6 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Deleting image 4656ba34-d18d-420f-b29f-a444cfd08468 {{(pid=70220) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1194.518416] env[70220]: INFO nova.compute.manager [-] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Took 1.67 seconds to deallocate network for instance. [ 1194.590142] env[70220]: DEBUG nova.compute.manager [req-d5601043-ce8c-47f7-9db1-616bc61b9a8e req-3f3ec168-79c6-4e7e-a395-0ecea3878b3c service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Received event network-changed-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.590348] env[70220]: DEBUG nova.compute.manager [req-d5601043-ce8c-47f7-9db1-616bc61b9a8e req-3f3ec168-79c6-4e7e-a395-0ecea3878b3c service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Refreshing instance network info cache due to event network-changed-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.590559] env[70220]: DEBUG oslo_concurrency.lockutils [req-d5601043-ce8c-47f7-9db1-616bc61b9a8e req-3f3ec168-79c6-4e7e-a395-0ecea3878b3c service nova] Acquiring lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.590698] env[70220]: DEBUG oslo_concurrency.lockutils [req-d5601043-ce8c-47f7-9db1-616bc61b9a8e req-3f3ec168-79c6-4e7e-a395-0ecea3878b3c service nova] Acquired lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.590857] env[70220]: DEBUG nova.network.neutron [req-d5601043-ce8c-47f7-9db1-616bc61b9a8e req-3f3ec168-79c6-4e7e-a395-0ecea3878b3c service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Refreshing network info cache for port e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1194.843808] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52725f7e-268f-e266-fdf5-59a7af2268fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011225} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.844124] env[70220]: DEBUG oslo_concurrency.lockutils [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.844392] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.844842] env[70220]: DEBUG oslo_concurrency.lockutils [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.845008] env[70220]: DEBUG oslo_concurrency.lockutils [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.845215] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.845619] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fcce6d33-4522-4c41-83b4-cf3d102d35bb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.855422] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.855553] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.856392] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e60f411-81c7-4ddd-b903-23b496558bca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.862532] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1194.862532] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aae3be-cc53-9125-d324-cb9652b4153c" [ 1194.862532] env[70220]: _type = "Task" [ 1194.862532] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.869698] env[70220]: DEBUG nova.compute.manager [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.875322] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aae3be-cc53-9125-d324-cb9652b4153c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.942887] env[70220]: DEBUG nova.objects.instance [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lazy-loading 'numa_topology' on Instance uuid 154db35b-0dc7-4142-92aa-d75f99285b8d {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.026867] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.375043] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aae3be-cc53-9125-d324-cb9652b4153c, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.375716] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11b8539-3b2d-4265-bc3a-1347039cd04a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.387382] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1195.387382] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a5f925-9378-d31d-eaee-c92bdda76fb7" [ 1195.387382] env[70220]: _type = "Task" [ 1195.387382] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.397412] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a5f925-9378-d31d-eaee-c92bdda76fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.398131] env[70220]: DEBUG oslo_concurrency.lockutils [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.398131] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] c815c8b6-3c88-4acb-8c1e-4872b7a21a50/c815c8b6-3c88-4acb-8c1e-4872b7a21a50.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.399064] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4af816c-ef3d-4099-b8f9-c3de54836b33 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.403127] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.406316] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1195.406316] env[70220]: value = "task-3626400" [ 1195.406316] env[70220]: _type = "Task" [ 1195.406316] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.416613] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.422051] env[70220]: DEBUG nova.network.neutron [req-d5601043-ce8c-47f7-9db1-616bc61b9a8e req-3f3ec168-79c6-4e7e-a395-0ecea3878b3c service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updated VIF entry in instance network info cache for port e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.422453] env[70220]: DEBUG nova.network.neutron [req-d5601043-ce8c-47f7-9db1-616bc61b9a8e req-3f3ec168-79c6-4e7e-a395-0ecea3878b3c service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updating instance_info_cache with network_info: [{"id": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "address": "fa:16:3e:9a:ae:10", "network": {"id": "5e8b1418-a15c-477d-bd81-159bb3988c14", "bridge": null, "label": "tempest-ServersNegativeTestJSON-126842797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4bc3eac9834be394d3cd8034c0c438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape9dc71cc-dd", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.444935] env[70220]: DEBUG nova.objects.base [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Object Instance<154db35b-0dc7-4142-92aa-d75f99285b8d> lazy-loaded attributes: resources,numa_topology {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1195.582427] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cff8201-69de-4e07-97f0-8816b5c2c658 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.592459] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673ee894-c9de-4681-9ac9-6f2612ed4de1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.628593] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb32302-0875-4249-aa5b-9e9423f272b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.636843] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f78baf3-21f3-46c7-b13f-e7f8464c1a5d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.651395] env[70220]: DEBUG nova.compute.provider_tree [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.918706] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485378} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.919514] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] c815c8b6-3c88-4acb-8c1e-4872b7a21a50/c815c8b6-3c88-4acb-8c1e-4872b7a21a50.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.919960] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.920234] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d3b42a2-104b-4ed1-904a-acc68e6b8250 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.925544] env[70220]: DEBUG oslo_concurrency.lockutils [req-d5601043-ce8c-47f7-9db1-616bc61b9a8e req-3f3ec168-79c6-4e7e-a395-0ecea3878b3c service nova] Releasing lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.925787] env[70220]: DEBUG nova.compute.manager [req-d5601043-ce8c-47f7-9db1-616bc61b9a8e req-3f3ec168-79c6-4e7e-a395-0ecea3878b3c service nova] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Received event network-vif-deleted-67558d21-cee5-476b-87ed-89ac8c8091a7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.929310] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1195.929310] env[70220]: value = "task-3626401" [ 1195.929310] env[70220]: _type = "Task" [ 1195.929310] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.937257] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.960309] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "2afff19e-8e0a-4b71-9e95-26148c6820f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.961032] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "2afff19e-8e0a-4b71-9e95-26148c6820f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.156144] env[70220]: DEBUG nova.scheduler.client.report [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.202413] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.202797] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.203076] env[70220]: DEBUG nova.compute.manager [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.204502] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7b2b53-ac54-4033-a960-1f9c4017a726 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.212559] env[70220]: DEBUG nova.compute.manager [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1196.213158] env[70220]: DEBUG nova.objects.instance [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'flavor' on Instance uuid 21dca84a-e6e7-49b1-930c-c5a9b2162483 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.440714] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065859} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.441442] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.442098] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53459df1-155b-4762-805c-482380f7021d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.444803] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "154db35b-0dc7-4142-92aa-d75f99285b8d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.464651] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] c815c8b6-3c88-4acb-8c1e-4872b7a21a50/c815c8b6-3c88-4acb-8c1e-4872b7a21a50.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.465058] env[70220]: DEBUG nova.compute.manager [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.467598] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccab99bf-9fd8-4221-9972-0123e3253453 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.490448] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1196.490448] env[70220]: value = "task-3626402" [ 1196.490448] env[70220]: _type = "Task" [ 1196.490448] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.498294] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.662028] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.664574] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.638s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.664795] env[70220]: DEBUG nova.objects.instance [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'resources' on Instance uuid 3faece41-423b-487c-8d02-016025aba4a6 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.000188] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626402, 'name': ReconfigVM_Task, 'duration_secs': 0.264471} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.000561] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Reconfigured VM instance instance-00000062 to attach disk [datastore2] c815c8b6-3c88-4acb-8c1e-4872b7a21a50/c815c8b6-3c88-4acb-8c1e-4872b7a21a50.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.001378] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e09336e4-703b-4890-916b-058421d4d9e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.008063] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.008173] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1197.008173] env[70220]: value = "task-3626403" [ 1197.008173] env[70220]: _type = "Task" [ 1197.008173] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.016456] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626403, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.174584] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8b710bff-83c5-4faf-aa86-cc5b57f8ead7 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.497s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.175518] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.731s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.175676] env[70220]: INFO nova.compute.manager [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Unshelving [ 1197.219845] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.220164] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-713a7e47-ee49-48e4-af4d-04a2f33563f0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.233940] env[70220]: DEBUG oslo_vmware.api [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1197.233940] env[70220]: value = "task-3626404" [ 1197.233940] env[70220]: _type = "Task" [ 1197.233940] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.248086] env[70220]: DEBUG oslo_vmware.api [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.319767] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ba38a-a003-4fca-b0da-1f4fa7453577 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.327909] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90a477e-1dd7-47e2-9582-88eee3891157 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.362747] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6a92c1-4192-4aed-8d09-4acbafa17ebf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.370947] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c34a214-d7fe-42da-b384-05a21cc8459e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.385723] env[70220]: DEBUG nova.compute.provider_tree [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.517881] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626403, 'name': Rename_Task, 'duration_secs': 0.148557} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.518128] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.518398] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38db427a-a2a3-42ef-830b-344129ccf9cf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.525514] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1197.525514] env[70220]: value = "task-3626405" [ 1197.525514] env[70220]: _type = "Task" [ 1197.525514] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.535513] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.743464] env[70220]: DEBUG oslo_vmware.api [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626404, 'name': PowerOffVM_Task, 'duration_secs': 0.220873} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.743755] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.743949] env[70220]: DEBUG nova.compute.manager [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.744809] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6823670-823e-4a15-a2b3-54cbdda03c92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.890755] env[70220]: DEBUG nova.scheduler.client.report [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.037730] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626405, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.196964] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.257346] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e4244927-b60e-467f-aeae-b2804c76e629 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.400263] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.400263] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.997s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.403938] env[70220]: INFO nova.compute.claims [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.421859] env[70220]: INFO nova.scheduler.client.report [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleted allocations for instance 3faece41-423b-487c-8d02-016025aba4a6 [ 1198.538271] env[70220]: DEBUG oslo_vmware.api [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626405, 'name': PowerOnVM_Task, 'duration_secs': 0.553015} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.538562] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.538767] env[70220]: DEBUG nova.compute.manager [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1198.539563] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e3be3c-4939-4e9d-8580-9299813301fb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.935509] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e45622ea-f0ad-4833-9f3a-a1125f232cab tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "3faece41-423b-487c-8d02-016025aba4a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.749s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.057395] env[70220]: DEBUG oslo_concurrency.lockutils [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.550392] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a4409a-c5f7-4eb5-9b95-fcd4548568b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.557798] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefd0f7b-0c05-4c83-b14c-c8b8c1a28242 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.590597] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0083050c-fc38-4118-9683-bbca5ee13841 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.598667] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67847b-eb45-49ff-8d1c-90efc9d92f0f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.612187] env[70220]: DEBUG nova.compute.provider_tree [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.643106] env[70220]: DEBUG nova.compute.manager [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Stashing vm_state: stopped {{(pid=70220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1199.901350] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.901733] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.902014] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.902407] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.902645] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.905230] env[70220]: INFO nova.compute.manager [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Terminating instance [ 1200.115781] env[70220]: DEBUG nova.scheduler.client.report [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.161561] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.409109] env[70220]: DEBUG nova.compute.manager [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.409363] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.410358] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a818d55-6653-4b92-91f4-dcfd3d359c51 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.420405] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "413e275b-0b96-408b-be96-8748477cc4b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.420645] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "413e275b-0b96-408b-be96-8748477cc4b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.422540] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.423046] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c070cfec-40f7-48ea-b3da-7b0d0d8f1a5d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.430057] env[70220]: DEBUG oslo_vmware.api [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1200.430057] env[70220]: value = "task-3626406" [ 1200.430057] env[70220]: _type = "Task" [ 1200.430057] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.439062] env[70220]: DEBUG oslo_vmware.api [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.621490] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.221s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.622162] env[70220]: DEBUG nova.compute.manager [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.625461] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.618s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.626888] env[70220]: INFO nova.compute.claims [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.923794] env[70220]: DEBUG nova.compute.manager [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1200.940087] env[70220]: DEBUG oslo_vmware.api [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626406, 'name': PowerOffVM_Task, 'duration_secs': 0.189638} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.940398] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.940512] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.940763] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32289ca9-dda8-46fa-a5f8-644ad1ed95ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.008955] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.009219] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.009404] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleting the datastore file [datastore2] c815c8b6-3c88-4acb-8c1e-4872b7a21a50 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.009674] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d6fd53c-a82c-40f5-a6f9-4c6d2c350f51 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.017234] env[70220]: DEBUG oslo_vmware.api [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1201.017234] env[70220]: value = "task-3626408" [ 1201.017234] env[70220]: _type = "Task" [ 1201.017234] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.027932] env[70220]: DEBUG oslo_vmware.api [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.131436] env[70220]: DEBUG nova.compute.utils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.136414] env[70220]: DEBUG nova.compute.manager [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.136606] env[70220]: DEBUG nova.network.neutron [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.209262] env[70220]: DEBUG nova.compute.manager [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Stashing vm_state: active {{(pid=70220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1201.216791] env[70220]: DEBUG nova.policy [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a563a476af914d4f804102c6687b51da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45c18534c1184ea0ad3baaf96948d0f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.444544] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.527737] env[70220]: DEBUG oslo_vmware.api [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152051} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.528731] env[70220]: DEBUG nova.network.neutron [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Successfully created port: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.531109] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.531109] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.531109] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.531331] env[70220]: INFO nova.compute.manager [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1201.531632] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.531894] env[70220]: DEBUG nova.compute.manager [-] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.532011] env[70220]: DEBUG nova.network.neutron [-] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.640021] env[70220]: DEBUG nova.compute.manager [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.678871] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5033a-dba3-c580-6281-7744b3cb8c76/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1201.678871] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778501cb-6de9-4b3c-a79d-206cdbe07ea2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.688835] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5033a-dba3-c580-6281-7744b3cb8c76/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1201.688999] env[70220]: ERROR oslo_vmware.rw_handles [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5033a-dba3-c580-6281-7744b3cb8c76/disk-0.vmdk due to incomplete transfer. [ 1201.689245] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e183860c-7244-4e52-91a8-0f63f54c440b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.697718] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5033a-dba3-c580-6281-7744b3cb8c76/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1201.697912] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Uploaded image 55b4102a-0567-41ae-bf4e-79af3a3f3b3a to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1201.700302] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1201.700542] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14907faf-7f91-43f7-b3e9-cc5b9c717633 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.707383] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1201.707383] env[70220]: value = "task-3626409" [ 1201.707383] env[70220]: _type = "Task" [ 1201.707383] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.717695] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626409, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.728529] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.812482] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fff550b-fe7b-40c7-bbab-c4da8fcca91e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.825804] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2192caa-23b5-4380-ad85-c3fa74277780 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.830923] env[70220]: DEBUG nova.compute.manager [req-b9c517f6-dac5-4e6a-81d0-9acbe5026403 req-f5466db1-769c-457f-aa9a-3e2a072d8fab service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Received event network-vif-deleted-3594770a-24c6-47a3-a0c3-3fae7cffd490 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.831255] env[70220]: INFO nova.compute.manager [req-b9c517f6-dac5-4e6a-81d0-9acbe5026403 req-f5466db1-769c-457f-aa9a-3e2a072d8fab service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Neutron deleted interface 3594770a-24c6-47a3-a0c3-3fae7cffd490; detaching it from the instance and deleting it from the info cache [ 1201.831347] env[70220]: DEBUG nova.network.neutron [req-b9c517f6-dac5-4e6a-81d0-9acbe5026403 req-f5466db1-769c-457f-aa9a-3e2a072d8fab service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.863411] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3130150f-18ac-4812-9d9e-39b57bef512d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.871731] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c809dc-c740-4981-9e0c-8d08a5a69695 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.885899] env[70220]: DEBUG nova.compute.provider_tree [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.217028] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626409, 'name': Destroy_Task, 'duration_secs': 0.366928} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.217375] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Destroyed the VM [ 1202.217531] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1202.217762] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-139f78c7-d2bc-453f-ae6f-7184460a0931 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.224696] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1202.224696] env[70220]: value = "task-3626410" [ 1202.224696] env[70220]: _type = "Task" [ 1202.224696] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.231602] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.302803] env[70220]: DEBUG nova.network.neutron [-] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.334631] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6add29c1-8de7-4288-914f-6c72bf6da293 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.344554] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e920a7-5f28-499d-8d8a-95928a35e97c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.374588] env[70220]: DEBUG nova.compute.manager [req-b9c517f6-dac5-4e6a-81d0-9acbe5026403 req-f5466db1-769c-457f-aa9a-3e2a072d8fab service nova] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Detach interface failed, port_id=3594770a-24c6-47a3-a0c3-3fae7cffd490, reason: Instance c815c8b6-3c88-4acb-8c1e-4872b7a21a50 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1202.388793] env[70220]: DEBUG nova.scheduler.client.report [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.649326] env[70220]: DEBUG nova.compute.manager [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.674772] env[70220]: DEBUG nova.virt.hardware [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.675016] env[70220]: DEBUG nova.virt.hardware [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.675180] env[70220]: DEBUG nova.virt.hardware [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.675390] env[70220]: DEBUG nova.virt.hardware [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.675549] env[70220]: DEBUG nova.virt.hardware [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.675696] env[70220]: DEBUG nova.virt.hardware [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.675902] env[70220]: DEBUG nova.virt.hardware [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.676069] env[70220]: DEBUG nova.virt.hardware [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.676235] env[70220]: DEBUG nova.virt.hardware [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.676394] env[70220]: DEBUG nova.virt.hardware [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.676566] env[70220]: DEBUG nova.virt.hardware [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.677411] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6e038c-667f-4d4f-bfca-71c3e0257999 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.685259] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38dc9325-4de3-4819-9a31-1a427927781d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.732760] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626410, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377831} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.732988] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1202.733269] env[70220]: DEBUG nova.compute.manager [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.733962] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fbea77-cb80-442e-ba49-bccc5a8ddaa3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.805638] env[70220]: INFO nova.compute.manager [-] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Took 1.27 seconds to deallocate network for instance. [ 1202.894231] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.894742] env[70220]: DEBUG nova.compute.manager [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.897850] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.701s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.897961] env[70220]: DEBUG nova.objects.instance [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lazy-loading 'pci_requests' on Instance uuid 154db35b-0dc7-4142-92aa-d75f99285b8d {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.971879] env[70220]: DEBUG nova.compute.manager [req-93110c93-dad9-4721-a82d-e76c4ec434d9 req-38a64c81-35c7-4b1b-949b-804b921b58f5 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Received event network-vif-plugged-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.972114] env[70220]: DEBUG oslo_concurrency.lockutils [req-93110c93-dad9-4721-a82d-e76c4ec434d9 req-38a64c81-35c7-4b1b-949b-804b921b58f5 service nova] Acquiring lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.972347] env[70220]: DEBUG oslo_concurrency.lockutils [req-93110c93-dad9-4721-a82d-e76c4ec434d9 req-38a64c81-35c7-4b1b-949b-804b921b58f5 service nova] Lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.972548] env[70220]: DEBUG oslo_concurrency.lockutils [req-93110c93-dad9-4721-a82d-e76c4ec434d9 req-38a64c81-35c7-4b1b-949b-804b921b58f5 service nova] Lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.972726] env[70220]: DEBUG nova.compute.manager [req-93110c93-dad9-4721-a82d-e76c4ec434d9 req-38a64c81-35c7-4b1b-949b-804b921b58f5 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] No waiting events found dispatching network-vif-plugged-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.972892] env[70220]: WARNING nova.compute.manager [req-93110c93-dad9-4721-a82d-e76c4ec434d9 req-38a64c81-35c7-4b1b-949b-804b921b58f5 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Received unexpected event network-vif-plugged-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd for instance with vm_state building and task_state spawning. [ 1203.055246] env[70220]: DEBUG nova.network.neutron [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Successfully updated port: 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.245140] env[70220]: INFO nova.compute.manager [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Shelve offloading [ 1203.311566] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.401066] env[70220]: DEBUG nova.compute.utils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.403566] env[70220]: DEBUG nova.objects.instance [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lazy-loading 'numa_topology' on Instance uuid 154db35b-0dc7-4142-92aa-d75f99285b8d {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.404630] env[70220]: DEBUG nova.compute.manager [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.404793] env[70220]: DEBUG nova.network.neutron [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.440668] env[70220]: DEBUG nova.policy [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e2139bce63432bbb85dc539e889c23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9746f61112d34bbc83c56222b4467e09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.558155] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquiring lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.558320] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquired lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.558480] env[70220]: DEBUG nova.network.neutron [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.748507] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.748843] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3a2af5a-7e26-4db9-a7c9-d2e790055b8d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.757689] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1203.757689] env[70220]: value = "task-3626411" [ 1203.757689] env[70220]: _type = "Task" [ 1203.757689] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.765761] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.905420] env[70220]: DEBUG nova.compute.manager [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.908151] env[70220]: INFO nova.compute.claims [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.035668] env[70220]: DEBUG nova.network.neutron [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Successfully created port: ed51e8f7-0629-4786-b701-c2fdd0ed0f08 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.090321] env[70220]: DEBUG nova.network.neutron [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.206662] env[70220]: DEBUG nova.network.neutron [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updating instance_info_cache with network_info: [{"id": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "address": "fa:16:3e:c3:5c:9e", "network": {"id": "405e6a2f-ef8e-4ee2-8faf-83ca96bf0588", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1862237456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45c18534c1184ea0ad3baaf96948d0f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5f181d-18", "ovs_interfaceid": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.268419] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1204.268419] env[70220]: DEBUG nova.compute.manager [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1204.269161] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704e744b-dea0-491f-bada-c0a77ceca590 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.274670] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.274827] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.274996] env[70220]: DEBUG nova.network.neutron [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.709047] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Releasing lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.709174] env[70220]: DEBUG nova.compute.manager [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Instance network_info: |[{"id": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "address": "fa:16:3e:c3:5c:9e", "network": {"id": "405e6a2f-ef8e-4ee2-8faf-83ca96bf0588", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1862237456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45c18534c1184ea0ad3baaf96948d0f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5f181d-18", "ovs_interfaceid": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1204.709631] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:5c:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04e15990-16e1-4cb2-b0f0-06c362e68c5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e5f181d-1852-43c3-a8e6-aa9cb076b4fd', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.717308] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Creating folder: Project (45c18534c1184ea0ad3baaf96948d0f8). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1204.717581] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c104ec0-d3d4-4412-adc7-031c470458a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.730014] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Created folder: Project (45c18534c1184ea0ad3baaf96948d0f8) in parent group-v722922. [ 1204.730215] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Creating folder: Instances. Parent ref: group-v723205. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1204.730505] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be5fb78b-acfe-461e-a6b4-c3f31a351fd1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.741278] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Created folder: Instances in parent group-v723205. [ 1204.741474] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.741657] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.741853] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8a1d92a-4922-44dd-ae61-b940290157fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.762018] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.762018] env[70220]: value = "task-3626414" [ 1204.762018] env[70220]: _type = "Task" [ 1204.762018] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.768282] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626414, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.918965] env[70220]: DEBUG nova.compute.manager [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.950543] env[70220]: DEBUG nova.virt.hardware [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.950800] env[70220]: DEBUG nova.virt.hardware [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.950953] env[70220]: DEBUG nova.virt.hardware [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.951928] env[70220]: DEBUG nova.virt.hardware [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.951928] env[70220]: DEBUG nova.virt.hardware [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.951928] env[70220]: DEBUG nova.virt.hardware [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.951928] env[70220]: DEBUG nova.virt.hardware [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.951928] env[70220]: DEBUG nova.virt.hardware [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.951928] env[70220]: DEBUG nova.virt.hardware [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.952205] env[70220]: DEBUG nova.virt.hardware [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.952244] env[70220]: DEBUG nova.virt.hardware [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.953180] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b886226-0703-4a89-841b-d978e99e8181 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.966672] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4f1a9d-e076-438b-b2dd-cef8a2c2b62f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.992485] env[70220]: DEBUG nova.network.neutron [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updating instance_info_cache with network_info: [{"id": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "address": "fa:16:3e:6a:d2:23", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e261da8-d3", "ovs_interfaceid": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.013380] env[70220]: DEBUG nova.compute.manager [req-ce6b2bc3-fd6f-4fb7-be0e-5c2e9185861f req-44abff0c-4cd1-43cd-aba1-4cbb061b9350 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Received event network-changed-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.013623] env[70220]: DEBUG nova.compute.manager [req-ce6b2bc3-fd6f-4fb7-be0e-5c2e9185861f req-44abff0c-4cd1-43cd-aba1-4cbb061b9350 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Refreshing instance network info cache due to event network-changed-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.013783] env[70220]: DEBUG oslo_concurrency.lockutils [req-ce6b2bc3-fd6f-4fb7-be0e-5c2e9185861f req-44abff0c-4cd1-43cd-aba1-4cbb061b9350 service nova] Acquiring lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.013923] env[70220]: DEBUG oslo_concurrency.lockutils [req-ce6b2bc3-fd6f-4fb7-be0e-5c2e9185861f req-44abff0c-4cd1-43cd-aba1-4cbb061b9350 service nova] Acquired lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.014090] env[70220]: DEBUG nova.network.neutron [req-ce6b2bc3-fd6f-4fb7-be0e-5c2e9185861f req-44abff0c-4cd1-43cd-aba1-4cbb061b9350 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Refreshing network info cache for port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.074457] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3029a4f0-5b76-4bca-8364-ec4813f0fbab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.081180] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757acba4-6b15-4f5e-825f-9d0f5014a0b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.111484] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d88a5fb-946f-47b9-8f15-e8c0d57994e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.118502] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cd3efb-f5a7-4da2-912a-c5cf08b6272d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.131282] env[70220]: DEBUG nova.compute.provider_tree [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.271340] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626414, 'name': CreateVM_Task, 'duration_secs': 0.296903} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.271584] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.272251] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.272442] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.272742] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.272996] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6591f1aa-e281-4621-ac59-227725eaa4d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.277550] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1205.277550] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522ee059-a249-1583-9c4a-9128172dc098" [ 1205.277550] env[70220]: _type = "Task" [ 1205.277550] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.285936] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522ee059-a249-1583-9c4a-9128172dc098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.495837] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.634270] env[70220]: DEBUG nova.scheduler.client.report [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.644427] env[70220]: DEBUG nova.network.neutron [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Successfully updated port: ed51e8f7-0629-4786-b701-c2fdd0ed0f08 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.783398] env[70220]: DEBUG nova.network.neutron [req-ce6b2bc3-fd6f-4fb7-be0e-5c2e9185861f req-44abff0c-4cd1-43cd-aba1-4cbb061b9350 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updated VIF entry in instance network info cache for port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.783745] env[70220]: DEBUG nova.network.neutron [req-ce6b2bc3-fd6f-4fb7-be0e-5c2e9185861f req-44abff0c-4cd1-43cd-aba1-4cbb061b9350 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updating instance_info_cache with network_info: [{"id": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "address": "fa:16:3e:c3:5c:9e", "network": {"id": "405e6a2f-ef8e-4ee2-8faf-83ca96bf0588", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1862237456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45c18534c1184ea0ad3baaf96948d0f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5f181d-18", "ovs_interfaceid": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.788723] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522ee059-a249-1583-9c4a-9128172dc098, 'name': SearchDatastore_Task, 'duration_secs': 0.013877} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.789207] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.789430] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.789659] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.789800] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.789972] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.790236] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-214aad4a-364b-4413-94b7-ec5b2dc38679 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.800251] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.800442] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.801173] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3eeee95-4c67-48a2-94a6-955075c870ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.806684] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1205.806684] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]528188ba-c4b4-3ede-a0d6-175155285c67" [ 1205.806684] env[70220]: _type = "Task" [ 1205.806684] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.814248] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528188ba-c4b4-3ede-a0d6-175155285c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.906890] env[70220]: DEBUG nova.compute.manager [req-5284f4f9-b5c5-4276-8d21-62e7086cc254 req-287060f9-9a09-4fad-928a-a5f618499dc3 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Received event network-vif-unplugged-2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.907154] env[70220]: DEBUG oslo_concurrency.lockutils [req-5284f4f9-b5c5-4276-8d21-62e7086cc254 req-287060f9-9a09-4fad-928a-a5f618499dc3 service nova] Acquiring lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.907370] env[70220]: DEBUG oslo_concurrency.lockutils [req-5284f4f9-b5c5-4276-8d21-62e7086cc254 req-287060f9-9a09-4fad-928a-a5f618499dc3 service nova] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.907536] env[70220]: DEBUG oslo_concurrency.lockutils [req-5284f4f9-b5c5-4276-8d21-62e7086cc254 req-287060f9-9a09-4fad-928a-a5f618499dc3 service nova] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.907697] env[70220]: DEBUG nova.compute.manager [req-5284f4f9-b5c5-4276-8d21-62e7086cc254 req-287060f9-9a09-4fad-928a-a5f618499dc3 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] No waiting events found dispatching network-vif-unplugged-2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.907861] env[70220]: WARNING nova.compute.manager [req-5284f4f9-b5c5-4276-8d21-62e7086cc254 req-287060f9-9a09-4fad-928a-a5f618499dc3 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Received unexpected event network-vif-unplugged-2e261da8-d31d-49ef-8ff5-8dd4277420b4 for instance with vm_state shelved and task_state shelving_offloading. [ 1205.952739] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.953636] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ea0d9f-a838-494b-a51a-87a6dace2b3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.961014] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.961239] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-712a302b-5ea3-4afb-be75-c82ffe40752c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.018837] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.019058] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.019241] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleting the datastore file [datastore1] f9aa14ab-86a5-401c-a359-b1889ae9d5da {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.019489] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9f9f466-caaa-41ff-9bde-4dc9bd42422d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.025805] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1206.025805] env[70220]: value = "task-3626416" [ 1206.025805] env[70220]: _type = "Task" [ 1206.025805] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.033541] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.142704] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.245s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.145269] env[70220]: DEBUG oslo_concurrency.lockutils [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.088s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.145517] env[70220]: DEBUG nova.objects.instance [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1206.148387] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "refresh_cache-2afff19e-8e0a-4b71-9e95-26148c6820f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.148522] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "refresh_cache-2afff19e-8e0a-4b71-9e95-26148c6820f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.148733] env[70220]: DEBUG nova.network.neutron [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.176180] env[70220]: INFO nova.network.neutron [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updating port e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1206.289628] env[70220]: DEBUG oslo_concurrency.lockutils [req-ce6b2bc3-fd6f-4fb7-be0e-5c2e9185861f req-44abff0c-4cd1-43cd-aba1-4cbb061b9350 service nova] Releasing lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.316275] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528188ba-c4b4-3ede-a0d6-175155285c67, 'name': SearchDatastore_Task, 'duration_secs': 0.008864} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.317057] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e5590c4-36a2-4877-94b8-408a5424ddb8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.322151] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1206.322151] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524469c6-de62-118a-ac3b-ef7d4428f7c1" [ 1206.322151] env[70220]: _type = "Task" [ 1206.322151] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.329394] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524469c6-de62-118a-ac3b-ef7d4428f7c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.536532] env[70220]: DEBUG oslo_vmware.api [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160453} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.536772] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.536968] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.537150] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.559914] env[70220]: INFO nova.scheduler.client.report [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleted allocations for instance f9aa14ab-86a5-401c-a359-b1889ae9d5da [ 1206.682430] env[70220]: DEBUG nova.network.neutron [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.795671] env[70220]: DEBUG nova.network.neutron [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Updating instance_info_cache with network_info: [{"id": "ed51e8f7-0629-4786-b701-c2fdd0ed0f08", "address": "fa:16:3e:a2:3c:1c", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped51e8f7-06", "ovs_interfaceid": "ed51e8f7-0629-4786-b701-c2fdd0ed0f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.831693] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524469c6-de62-118a-ac3b-ef7d4428f7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.831976] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.832261] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea/9ab4a7fe-a0bd-46b5-8662-2a4b03953fea.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.832472] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0f19af1-db8b-4b25-bffe-26257ad43014 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.838717] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1206.838717] env[70220]: value = "task-3626417" [ 1206.838717] env[70220]: _type = "Task" [ 1206.838717] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.845681] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.047276] env[70220]: DEBUG nova.compute.manager [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Received event network-vif-plugged-ed51e8f7-0629-4786-b701-c2fdd0ed0f08 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.047276] env[70220]: DEBUG oslo_concurrency.lockutils [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] Acquiring lock "2afff19e-8e0a-4b71-9e95-26148c6820f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.047514] env[70220]: DEBUG oslo_concurrency.lockutils [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] Lock "2afff19e-8e0a-4b71-9e95-26148c6820f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.047726] env[70220]: DEBUG oslo_concurrency.lockutils [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] Lock "2afff19e-8e0a-4b71-9e95-26148c6820f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.047908] env[70220]: DEBUG nova.compute.manager [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] No waiting events found dispatching network-vif-plugged-ed51e8f7-0629-4786-b701-c2fdd0ed0f08 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.048082] env[70220]: WARNING nova.compute.manager [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Received unexpected event network-vif-plugged-ed51e8f7-0629-4786-b701-c2fdd0ed0f08 for instance with vm_state building and task_state spawning. [ 1207.048243] env[70220]: DEBUG nova.compute.manager [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Received event network-changed-ed51e8f7-0629-4786-b701-c2fdd0ed0f08 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.048396] env[70220]: DEBUG nova.compute.manager [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Refreshing instance network info cache due to event network-changed-ed51e8f7-0629-4786-b701-c2fdd0ed0f08. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.048685] env[70220]: DEBUG oslo_concurrency.lockutils [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] Acquiring lock "refresh_cache-2afff19e-8e0a-4b71-9e95-26148c6820f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.064086] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.159031] env[70220]: DEBUG oslo_concurrency.lockutils [None req-033fc2cb-3e24-4239-b820-aae28e3a9548 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.160823] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.999s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.298285] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "refresh_cache-2afff19e-8e0a-4b71-9e95-26148c6820f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.298710] env[70220]: DEBUG nova.compute.manager [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Instance network_info: |[{"id": "ed51e8f7-0629-4786-b701-c2fdd0ed0f08", "address": "fa:16:3e:a2:3c:1c", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped51e8f7-06", "ovs_interfaceid": "ed51e8f7-0629-4786-b701-c2fdd0ed0f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.299091] env[70220]: DEBUG oslo_concurrency.lockutils [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] Acquired lock "refresh_cache-2afff19e-8e0a-4b71-9e95-26148c6820f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.299352] env[70220]: DEBUG nova.network.neutron [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Refreshing network info cache for port ed51e8f7-0629-4786-b701-c2fdd0ed0f08 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.301318] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:3c:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed51e8f7-0629-4786-b701-c2fdd0ed0f08', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.309057] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.310357] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.310595] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b51f45d-cbf5-4591-bd5e-60210bb8cc75 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.331102] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.331102] env[70220]: value = "task-3626418" [ 1207.331102] env[70220]: _type = "Task" [ 1207.331102] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.340285] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626418, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.347905] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490391} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.348169] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea/9ab4a7fe-a0bd-46b5-8662-2a4b03953fea.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.348381] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.348616] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e136b86c-147f-4b02-81b4-de53980b8ce1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.356898] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1207.356898] env[70220]: value = "task-3626419" [ 1207.356898] env[70220]: _type = "Task" [ 1207.356898] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.366478] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.642275] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.642275] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.642275] env[70220]: DEBUG nova.network.neutron [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.666804] env[70220]: INFO nova.compute.claims [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.843015] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626418, 'name': CreateVM_Task, 'duration_secs': 0.317245} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.843191] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.843846] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.844020] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.844334] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.844662] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b5aaf5-5a68-4423-9785-3f36807d5c53 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.849014] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1207.849014] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521c35be-f22b-f66e-379c-f523cb36893e" [ 1207.849014] env[70220]: _type = "Task" [ 1207.849014] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.856526] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521c35be-f22b-f66e-379c-f523cb36893e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.864590] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070072} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.864823] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.865560] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4085869b-4e06-481b-a893-a72c77af4f41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.886783] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea/9ab4a7fe-a0bd-46b5-8662-2a4b03953fea.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.888996] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3106b592-38f2-4c83-8a91-b7a70ae84031 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.909020] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1207.909020] env[70220]: value = "task-3626420" [ 1207.909020] env[70220]: _type = "Task" [ 1207.909020] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.916580] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.946427] env[70220]: DEBUG nova.compute.manager [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Received event network-changed-2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.946621] env[70220]: DEBUG nova.compute.manager [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Refreshing instance network info cache due to event network-changed-2e261da8-d31d-49ef-8ff5-8dd4277420b4. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.946831] env[70220]: DEBUG oslo_concurrency.lockutils [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] Acquiring lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.947015] env[70220]: DEBUG oslo_concurrency.lockutils [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] Acquired lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.947194] env[70220]: DEBUG nova.network.neutron [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Refreshing network info cache for port 2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.028969] env[70220]: DEBUG nova.network.neutron [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Updated VIF entry in instance network info cache for port ed51e8f7-0629-4786-b701-c2fdd0ed0f08. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.029340] env[70220]: DEBUG nova.network.neutron [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Updating instance_info_cache with network_info: [{"id": "ed51e8f7-0629-4786-b701-c2fdd0ed0f08", "address": "fa:16:3e:a2:3c:1c", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped51e8f7-06", "ovs_interfaceid": "ed51e8f7-0629-4786-b701-c2fdd0ed0f08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.175785] env[70220]: INFO nova.compute.resource_tracker [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating resource usage from migration 9abd9105-1742-4f9b-b1e8-a2195817c2bc [ 1208.310147] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337eaded-5dc6-490f-bb8c-19ee47a088a3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.319547] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0755a043-b0af-40c6-82a4-1b51f5cc832e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.348735] env[70220]: DEBUG nova.network.neutron [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updating instance_info_cache with network_info: [{"id": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "address": "fa:16:3e:9a:ae:10", "network": {"id": "5e8b1418-a15c-477d-bd81-159bb3988c14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-126842797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4bc3eac9834be394d3cd8034c0c438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dc71cc-dd", "ovs_interfaceid": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.350299] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbbb51e-d5a1-4472-9b5a-c0480312c862 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.364502] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a1877c-e05c-4073-9705-99e450cc6e27 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.368295] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521c35be-f22b-f66e-379c-f523cb36893e, 'name': SearchDatastore_Task, 'duration_secs': 0.009655} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.368996] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.369252] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.369486] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.369634] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.369812] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.370678] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-326cfab4-8f13-4692-b877-83c8d3a6b260 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.380103] env[70220]: DEBUG nova.compute.provider_tree [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.387523] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.387705] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.388833] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b623e49-eba2-4b73-a7e1-2a3582eef21b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.393775] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1208.393775] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5241e5c1-4322-e83a-2b00-22ad08c1ef2e" [ 1208.393775] env[70220]: _type = "Task" [ 1208.393775] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.402605] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5241e5c1-4322-e83a-2b00-22ad08c1ef2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.417333] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626420, 'name': ReconfigVM_Task, 'duration_secs': 0.290807} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.417588] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea/9ab4a7fe-a0bd-46b5-8662-2a4b03953fea.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.418180] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff67ed32-9b80-4f11-82a1-336272496682 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.424610] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1208.424610] env[70220]: value = "task-3626421" [ 1208.424610] env[70220]: _type = "Task" [ 1208.424610] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.431975] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626421, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.531969] env[70220]: DEBUG oslo_concurrency.lockutils [req-32ece302-1d08-4f56-bbc2-d7b82f816455 req-55461675-9eaf-47a6-aa8f-62b107b06326 service nova] Releasing lock "refresh_cache-2afff19e-8e0a-4b71-9e95-26148c6820f3" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.548867] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.655326] env[70220]: DEBUG nova.network.neutron [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updated VIF entry in instance network info cache for port 2e261da8-d31d-49ef-8ff5-8dd4277420b4. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.655713] env[70220]: DEBUG nova.network.neutron [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updating instance_info_cache with network_info: [{"id": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "address": "fa:16:3e:6a:d2:23", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2e261da8-d3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.854528] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.881459] env[70220]: DEBUG nova.virt.hardware [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f6c105c6b29c70da485e3d8e405974d3',container_format='bare',created_at=2025-04-26T01:14:06Z,direct_url=,disk_format='vmdk',id=25eb72c3-c0b2-4a5c-959e-d7d97c49f311,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1809206896-shelved',owner='4f4bc3eac9834be394d3cd8034c0c438',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-04-26T01:14:20Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.881757] env[70220]: DEBUG nova.virt.hardware [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.881965] env[70220]: DEBUG nova.virt.hardware [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.882214] env[70220]: DEBUG nova.virt.hardware [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.882423] env[70220]: DEBUG nova.virt.hardware [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.882587] env[70220]: DEBUG nova.virt.hardware [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.882797] env[70220]: DEBUG nova.virt.hardware [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.882954] env[70220]: DEBUG nova.virt.hardware [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.883136] env[70220]: DEBUG nova.virt.hardware [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.883292] env[70220]: DEBUG nova.virt.hardware [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.883458] env[70220]: DEBUG nova.virt.hardware [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.884315] env[70220]: DEBUG nova.scheduler.client.report [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.887911] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f07507-0e22-4cb0-8aa8-5195a01fa344 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.898861] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e0433f-fd75-4adc-815d-33427bec40b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.908376] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5241e5c1-4322-e83a-2b00-22ad08c1ef2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009889} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.916918] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:ae:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.924199] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.924453] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4349d49-123e-466d-a5e4-9caf1cf234ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.926559] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.927044] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c80752e1-a473-4e53-b43b-67efc019c321 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.945913] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1208.945913] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5201c05d-b7a7-9c3e-4530-0caee09fd8fa" [ 1208.945913] env[70220]: _type = "Task" [ 1208.945913] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.948916] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626421, 'name': Rename_Task, 'duration_secs': 0.145685} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.952583] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1208.952802] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.952802] env[70220]: value = "task-3626422" [ 1208.952802] env[70220]: _type = "Task" [ 1208.952802] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.953033] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f373481-4481-46fd-b86f-8ea36edf8562 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.960151] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5201c05d-b7a7-9c3e-4530-0caee09fd8fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.964678] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626422, 'name': CreateVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.965796] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1208.965796] env[70220]: value = "task-3626423" [ 1208.965796] env[70220]: _type = "Task" [ 1208.965796] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.972419] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.158835] env[70220]: DEBUG oslo_concurrency.lockutils [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] Releasing lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.159148] env[70220]: DEBUG nova.compute.manager [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Received event network-vif-plugged-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.159351] env[70220]: DEBUG oslo_concurrency.lockutils [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] Acquiring lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.159563] env[70220]: DEBUG oslo_concurrency.lockutils [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.159726] env[70220]: DEBUG oslo_concurrency.lockutils [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.159889] env[70220]: DEBUG nova.compute.manager [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] No waiting events found dispatching network-vif-plugged-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.160309] env[70220]: WARNING nova.compute.manager [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Received unexpected event network-vif-plugged-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1209.160309] env[70220]: DEBUG nova.compute.manager [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Received event network-changed-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.160402] env[70220]: DEBUG nova.compute.manager [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Refreshing instance network info cache due to event network-changed-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.160603] env[70220]: DEBUG oslo_concurrency.lockutils [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] Acquiring lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.160781] env[70220]: DEBUG oslo_concurrency.lockutils [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] Acquired lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.160896] env[70220]: DEBUG nova.network.neutron [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Refreshing network info cache for port e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.391917] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.231s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.392314] env[70220]: INFO nova.compute.manager [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Migrating [ 1209.399448] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.955s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.401520] env[70220]: INFO nova.compute.claims [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.461327] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5201c05d-b7a7-9c3e-4530-0caee09fd8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.046464} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.462103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.462424] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 2afff19e-8e0a-4b71-9e95-26148c6820f3/2afff19e-8e0a-4b71-9e95-26148c6820f3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.462646] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3830048-bd41-479b-b960-26d65bb00fa9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.467958] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626422, 'name': CreateVM_Task, 'duration_secs': 0.383332} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.470615] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.471250] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.471404] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.471740] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.473135] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd223271-b448-4553-a5a1-278db4356be3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.474671] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1209.474671] env[70220]: value = "task-3626424" [ 1209.474671] env[70220]: _type = "Task" [ 1209.474671] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.477884] env[70220]: DEBUG oslo_vmware.api [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626423, 'name': PowerOnVM_Task, 'duration_secs': 0.461398} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.481472] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.481676] env[70220]: INFO nova.compute.manager [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1209.481851] env[70220]: DEBUG nova.compute.manager [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.483493] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7c9a9a-7d46-4f0b-b888-5b3202a9a098 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.485784] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1209.485784] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524bc782-88f1-da50-cee0-d98dd56890b2" [ 1209.485784] env[70220]: _type = "Task" [ 1209.485784] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.492975] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.500228] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.500453] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Processing image 25eb72c3-c0b2-4a5c-959e-d7d97c49f311 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.500684] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311/25eb72c3-c0b2-4a5c-959e-d7d97c49f311.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.500828] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired lock "[datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311/25eb72c3-c0b2-4a5c-959e-d7d97c49f311.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.501007] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.501244] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29c797f2-88ab-44e7-a1dc-161920448c8d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.508434] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.508610] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.509319] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ddec21-c0ef-431e-afe4-2301b6d58984 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.514489] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1209.514489] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5247f54e-86cb-5e54-e439-564b77bffbcc" [ 1209.514489] env[70220]: _type = "Task" [ 1209.514489] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.521382] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5247f54e-86cb-5e54-e439-564b77bffbcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.869930] env[70220]: DEBUG nova.network.neutron [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updated VIF entry in instance network info cache for port e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.870388] env[70220]: DEBUG nova.network.neutron [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updating instance_info_cache with network_info: [{"id": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "address": "fa:16:3e:9a:ae:10", "network": {"id": "5e8b1418-a15c-477d-bd81-159bb3988c14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-126842797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4bc3eac9834be394d3cd8034c0c438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dc71cc-dd", "ovs_interfaceid": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.913221] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.913408] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.913575] env[70220]: DEBUG nova.network.neutron [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.989145] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511908} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.989363] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 2afff19e-8e0a-4b71-9e95-26148c6820f3/2afff19e-8e0a-4b71-9e95-26148c6820f3.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.989578] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.989832] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-360f7791-a38a-4b49-9a0c-f52b21127871 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.995780] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1209.995780] env[70220]: value = "task-3626425" [ 1209.995780] env[70220]: _type = "Task" [ 1209.995780] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.007685] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.008138] env[70220]: INFO nova.compute.manager [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Took 14.63 seconds to build instance. [ 1210.024812] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Preparing fetch location {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1210.025101] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Fetch image to [datastore1] OSTACK_IMG_8b452927-026d-4bfb-9f9b-0743f9ce4e28/OSTACK_IMG_8b452927-026d-4bfb-9f9b-0743f9ce4e28.vmdk {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1210.025327] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Downloading stream optimized image 25eb72c3-c0b2-4a5c-959e-d7d97c49f311 to [datastore1] OSTACK_IMG_8b452927-026d-4bfb-9f9b-0743f9ce4e28/OSTACK_IMG_8b452927-026d-4bfb-9f9b-0743f9ce4e28.vmdk on the data store datastore1 as vApp {{(pid=70220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1210.025558] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Downloading image file data 25eb72c3-c0b2-4a5c-959e-d7d97c49f311 to the ESX as VM named 'OSTACK_IMG_8b452927-026d-4bfb-9f9b-0743f9ce4e28' {{(pid=70220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1210.093081] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1210.093081] env[70220]: value = "resgroup-9" [ 1210.093081] env[70220]: _type = "ResourcePool" [ 1210.093081] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1210.093356] env[70220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fb590887-f14c-424a-849a-76ce079372ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.115257] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lease: (returnval){ [ 1210.115257] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aa30b3-0d36-72c3-f216-3f839de38f5b" [ 1210.115257] env[70220]: _type = "HttpNfcLease" [ 1210.115257] env[70220]: } obtained for vApp import into resource pool (val){ [ 1210.115257] env[70220]: value = "resgroup-9" [ 1210.115257] env[70220]: _type = "ResourcePool" [ 1210.115257] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1210.115612] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the lease: (returnval){ [ 1210.115612] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aa30b3-0d36-72c3-f216-3f839de38f5b" [ 1210.115612] env[70220]: _type = "HttpNfcLease" [ 1210.115612] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1210.121760] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.121760] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aa30b3-0d36-72c3-f216-3f839de38f5b" [ 1210.121760] env[70220]: _type = "HttpNfcLease" [ 1210.121760] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1210.373310] env[70220]: DEBUG oslo_concurrency.lockutils [req-29928675-10a5-46bd-95f9-a421af58294f req-faa9b610-7b8a-4ac1-ba32-ecf1e9647827 service nova] Releasing lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.504827] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065556} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.507462] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.508462] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6887fc64-0b05-430d-a93d-2ab5cbe6377e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.511057] env[70220]: DEBUG oslo_concurrency.lockutils [None req-336aa8b8-ddc7-44d1-bccc-630930b2fb63 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.147s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.532081] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 2afff19e-8e0a-4b71-9e95-26148c6820f3/2afff19e-8e0a-4b71-9e95-26148c6820f3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.536944] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5097992f-3137-4003-9b7c-6f2cc1096bd7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.557848] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1210.557848] env[70220]: value = "task-3626427" [ 1210.557848] env[70220]: _type = "Task" [ 1210.557848] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.570269] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626427, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.597688] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058e9505-25cd-41ff-8d87-5b33f50587d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.607277] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31cf12f-c796-485d-93e1-d4d6e4735149 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.641134] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6f743b-43d6-4940-878e-ed76c15e2f2c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.648968] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.648968] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aa30b3-0d36-72c3-f216-3f839de38f5b" [ 1210.648968] env[70220]: _type = "HttpNfcLease" [ 1210.648968] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1210.652150] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce0dcf0-fae6-4d2d-8a7f-e7d43a62b6b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.666965] env[70220]: DEBUG nova.compute.provider_tree [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.677682] env[70220]: DEBUG nova.network.neutron [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance_info_cache with network_info: [{"id": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "address": "fa:16:3e:23:52:d4", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffefce-e3", "ovs_interfaceid": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.068168] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.145236] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1211.145236] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aa30b3-0d36-72c3-f216-3f839de38f5b" [ 1211.145236] env[70220]: _type = "HttpNfcLease" [ 1211.145236] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1211.145518] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1211.145518] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52aa30b3-0d36-72c3-f216-3f839de38f5b" [ 1211.145518] env[70220]: _type = "HttpNfcLease" [ 1211.145518] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1211.146265] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60def7b-fcb1-40b4-bdde-d51b314f8105 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.153539] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d24332-220c-3951-3c59-745d110cec7a/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1211.153767] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d24332-220c-3951-3c59-745d110cec7a/disk-0.vmdk. {{(pid=70220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1211.213426] env[70220]: DEBUG nova.scheduler.client.report [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.217728] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.220418] env[70220]: INFO nova.compute.manager [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Rescuing [ 1211.220617] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquiring lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.220774] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquired lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.220936] env[70220]: DEBUG nova.network.neutron [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.225743] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a11e5b39-6a80-465d-b84c-2ba58a6fe19e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.568355] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626427, 'name': ReconfigVM_Task, 'duration_secs': 0.992328} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.568658] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 2afff19e-8e0a-4b71-9e95-26148c6820f3/2afff19e-8e0a-4b71-9e95-26148c6820f3.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.570087] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f031098b-9b70-40ea-ab13-99a5c78eb3b4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.576938] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1211.576938] env[70220]: value = "task-3626428" [ 1211.576938] env[70220]: _type = "Task" [ 1211.576938] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.586919] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626428, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.721285] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.721893] env[70220]: DEBUG nova.compute.manager [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1211.726513] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.998s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.923877] env[70220]: DEBUG nova.network.neutron [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updating instance_info_cache with network_info: [{"id": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "address": "fa:16:3e:c3:5c:9e", "network": {"id": "405e6a2f-ef8e-4ee2-8faf-83ca96bf0588", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1862237456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45c18534c1184ea0ad3baaf96948d0f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5f181d-18", "ovs_interfaceid": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.090034] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626428, 'name': Rename_Task, 'duration_secs': 0.156243} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.091306] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.091574] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2188d7f3-5e94-4649-a2f1-9bf7e21647ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.098634] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1212.098634] env[70220]: value = "task-3626429" [ 1212.098634] env[70220]: _type = "Task" [ 1212.098634] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.109185] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.237581] env[70220]: INFO nova.compute.claims [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.242376] env[70220]: DEBUG nova.compute.utils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.246367] env[70220]: DEBUG nova.compute.manager [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.246557] env[70220]: DEBUG nova.network.neutron [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.285251] env[70220]: DEBUG nova.policy [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b53b4c69a564eff9f57d995e3027b2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8be896d7a0c7406f859ffa080218f992', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.426702] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Releasing lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.555306] env[70220]: DEBUG nova.network.neutron [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Successfully created port: 5eb0e77e-00c7-46a3-ad00-ed68240a4be8 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1212.610146] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626429, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.747536] env[70220]: DEBUG nova.compute.manager [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1212.751802] env[70220]: INFO nova.compute.resource_tracker [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating resource usage from migration fb1a0616-4c59-4233-b21a-410da4990e93 [ 1212.759311] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83182664-87f3-4e85-8c30-338ac951aa35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.784582] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance '21dca84a-e6e7-49b1-930c-c5a9b2162483' progress to 0 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.789399] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Completed reading data from the image iterator. {{(pid=70220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1212.789627] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d24332-220c-3951-3c59-745d110cec7a/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.793272] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb9b90-f1cf-47fc-a898-0c2a0f984e1a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.800952] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d24332-220c-3951-3c59-745d110cec7a/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.801146] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d24332-220c-3951-3c59-745d110cec7a/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1212.801381] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e238f596-1a29-4ac0-834f-5188985b2a40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.928943] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fdc65dd-15b0-4c71-8213-2ada24581168 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.936369] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bdfa60-39b9-43c7-819b-8df9819d6ce9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.968925] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fd4229-8490-413e-85c4-d58a0eb9696c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.976568] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62bdd68-4729-440e-b940-5942cc9a1f9b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.991029] env[70220]: DEBUG nova.compute.provider_tree [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.109195] env[70220]: DEBUG oslo_vmware.api [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626429, 'name': PowerOnVM_Task, 'duration_secs': 0.714427} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.110045] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.110418] env[70220]: INFO nova.compute.manager [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1213.110728] env[70220]: DEBUG nova.compute.manager [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.111777] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645d415f-5633-437a-a9fc-ddfa84b5db76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.298603] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.299321] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee9017fa-993a-43ed-813b-2f7eb1031778 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.307656] env[70220]: DEBUG oslo_vmware.api [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1213.307656] env[70220]: value = "task-3626430" [ 1213.307656] env[70220]: _type = "Task" [ 1213.307656] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.316537] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1213.316698] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance '21dca84a-e6e7-49b1-930c-c5a9b2162483' progress to 17 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.331937] env[70220]: DEBUG oslo_vmware.rw_handles [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d24332-220c-3951-3c59-745d110cec7a/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1213.331937] env[70220]: INFO nova.virt.vmwareapi.images [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Downloaded image file data 25eb72c3-c0b2-4a5c-959e-d7d97c49f311 [ 1213.332728] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3076248-dd8e-493f-9e09-a366e6c1754a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.347538] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7f298ee-16d0-4861-aa6f-d20c78d445bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.493307] env[70220]: DEBUG nova.scheduler.client.report [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.596130] env[70220]: INFO nova.virt.vmwareapi.images [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] The imported VM was unregistered [ 1213.598592] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Caching image {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1213.598886] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Creating directory with path [datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311 {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.599268] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-349d8a79-7cab-4651-81f4-2d040758f9a7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.613583] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Created directory with path [datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311 {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.614040] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8b452927-026d-4bfb-9f9b-0743f9ce4e28/OSTACK_IMG_8b452927-026d-4bfb-9f9b-0743f9ce4e28.vmdk to [datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311/25eb72c3-c0b2-4a5c-959e-d7d97c49f311.vmdk. {{(pid=70220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1213.614040] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-20c220ee-1a53-4fa0-840b-9a4fafa43915 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.621185] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1213.621185] env[70220]: value = "task-3626432" [ 1213.621185] env[70220]: _type = "Task" [ 1213.621185] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.634935] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626432, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.635375] env[70220]: INFO nova.compute.manager [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Took 16.65 seconds to build instance. [ 1213.763967] env[70220]: DEBUG nova.compute.manager [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1213.790105] env[70220]: DEBUG nova.virt.hardware [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.790363] env[70220]: DEBUG nova.virt.hardware [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.790519] env[70220]: DEBUG nova.virt.hardware [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.790703] env[70220]: DEBUG nova.virt.hardware [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.790846] env[70220]: DEBUG nova.virt.hardware [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.790990] env[70220]: DEBUG nova.virt.hardware [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.791214] env[70220]: DEBUG nova.virt.hardware [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.791369] env[70220]: DEBUG nova.virt.hardware [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.791527] env[70220]: DEBUG nova.virt.hardware [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.791686] env[70220]: DEBUG nova.virt.hardware [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.791850] env[70220]: DEBUG nova.virt.hardware [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.792728] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ddda0a-53f7-4817-a783-55b9847aa7e5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.802712] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7f6764-a3fb-429c-886d-7858f65bd92a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.823390] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.823665] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.823821] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.824009] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.824178] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.824330] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.824556] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.824722] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.824887] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.825056] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.825228] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.830257] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-407ae086-7cd2-4425-9f18-ddb45fbbf676 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.849118] env[70220]: DEBUG oslo_vmware.api [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1213.849118] env[70220]: value = "task-3626433" [ 1213.849118] env[70220]: _type = "Task" [ 1213.849118] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.860353] env[70220]: DEBUG oslo_vmware.api [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.977888] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.978252] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f025852b-65fc-472d-b2a0-b875cde1e592 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.988061] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1213.988061] env[70220]: value = "task-3626434" [ 1213.988061] env[70220]: _type = "Task" [ 1213.988061] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.997698] env[70220]: DEBUG nova.compute.manager [req-8ff8941a-446a-41ca-a176-3d390587e53f req-7015c47d-8024-4792-80ef-7c7381470c40 service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Received event network-vif-plugged-5eb0e77e-00c7-46a3-ad00-ed68240a4be8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.997927] env[70220]: DEBUG oslo_concurrency.lockutils [req-8ff8941a-446a-41ca-a176-3d390587e53f req-7015c47d-8024-4792-80ef-7c7381470c40 service nova] Acquiring lock "413e275b-0b96-408b-be96-8748477cc4b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.998227] env[70220]: DEBUG oslo_concurrency.lockutils [req-8ff8941a-446a-41ca-a176-3d390587e53f req-7015c47d-8024-4792-80ef-7c7381470c40 service nova] Lock "413e275b-0b96-408b-be96-8748477cc4b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.998410] env[70220]: DEBUG oslo_concurrency.lockutils [req-8ff8941a-446a-41ca-a176-3d390587e53f req-7015c47d-8024-4792-80ef-7c7381470c40 service nova] Lock "413e275b-0b96-408b-be96-8748477cc4b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.998586] env[70220]: DEBUG nova.compute.manager [req-8ff8941a-446a-41ca-a176-3d390587e53f req-7015c47d-8024-4792-80ef-7c7381470c40 service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] No waiting events found dispatching network-vif-plugged-5eb0e77e-00c7-46a3-ad00-ed68240a4be8 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.998758] env[70220]: WARNING nova.compute.manager [req-8ff8941a-446a-41ca-a176-3d390587e53f req-7015c47d-8024-4792-80ef-7c7381470c40 service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Received unexpected event network-vif-plugged-5eb0e77e-00c7-46a3-ad00-ed68240a4be8 for instance with vm_state building and task_state spawning. [ 1214.003336] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.277s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.003816] env[70220]: INFO nova.compute.manager [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Migrating [ 1214.010732] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.014102] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.703s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.014343] env[70220]: DEBUG nova.objects.instance [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lazy-loading 'resources' on Instance uuid c815c8b6-3c88-4acb-8c1e-4872b7a21a50 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.097952] env[70220]: DEBUG nova.network.neutron [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Successfully updated port: 5eb0e77e-00c7-46a3-ad00-ed68240a4be8 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.133282] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626432, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.137933] env[70220]: DEBUG oslo_concurrency.lockutils [None req-83a2655e-2d01-4fda-9acc-0a0ecadd3564 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "2afff19e-8e0a-4b71-9e95-26148c6820f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.177s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.373875] env[70220]: DEBUG oslo_vmware.api [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626433, 'name': ReconfigVM_Task, 'duration_secs': 0.176872} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.374534] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance '21dca84a-e6e7-49b1-930c-c5a9b2162483' progress to 33 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1214.464083] env[70220]: DEBUG oslo_concurrency.lockutils [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "2afff19e-8e0a-4b71-9e95-26148c6820f3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.464380] env[70220]: DEBUG oslo_concurrency.lockutils [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "2afff19e-8e0a-4b71-9e95-26148c6820f3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.464755] env[70220]: DEBUG nova.compute.manager [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.467921] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2e73b8-a9b9-4d8c-85bd-29a236592580 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.476429] env[70220]: DEBUG nova.compute.manager [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1214.477126] env[70220]: DEBUG nova.objects.instance [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lazy-loading 'flavor' on Instance uuid 2afff19e-8e0a-4b71-9e95-26148c6820f3 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.501178] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626434, 'name': PowerOffVM_Task, 'duration_secs': 0.243761} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.501529] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.502445] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65c0585-6bdd-4461-b19a-e4dcf9cea368 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.526519] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.526645] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.526819] env[70220]: DEBUG nova.network.neutron [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.529340] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae21cd6-ece7-44a3-944a-7cb34ccfb7e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.561570] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.561885] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c3c18f8-9f00-475a-872f-b562196ecc41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.573018] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1214.573018] env[70220]: value = "task-3626435" [ 1214.573018] env[70220]: _type = "Task" [ 1214.573018] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.586449] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1214.586666] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.586956] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.587114] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.587303] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.588176] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87a9cbe4-05f3-4e9d-937a-638494b02fe8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.603820] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "refresh_cache-413e275b-0b96-408b-be96-8748477cc4b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.603999] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "refresh_cache-413e275b-0b96-408b-be96-8748477cc4b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.604228] env[70220]: DEBUG nova.network.neutron [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.607544] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.607766] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.608552] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97ae557b-e781-4ea2-a613-9ddd8a7c58af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.615448] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1214.615448] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a5657e-9c01-7769-2e2f-0aff3209b57e" [ 1214.615448] env[70220]: _type = "Task" [ 1214.615448] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.628082] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a5657e-9c01-7769-2e2f-0aff3209b57e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.636494] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626432, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.695718] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01b1258-6fa0-491a-b0f1-ec31b31d75c1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.705230] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbed84d7-eab7-4cc8-afe4-33e1d977e1ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.740302] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab89234-8539-4fea-af37-c173f898658f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.750778] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34d00af-a53e-4e41-b632-b2576cb3ae2a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.531089] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.531362] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.531485] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.531662] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.531801] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.531941] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.532148] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.532340] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.532494] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.532643] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.532834] env[70220]: DEBUG nova.virt.hardware [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.538331] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1215.545795] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9311df0a-496a-4922-a89e-57a28dc6006c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.581898] env[70220]: DEBUG nova.compute.provider_tree [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.583466] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a5657e-9c01-7769-2e2f-0aff3209b57e, 'name': SearchDatastore_Task, 'duration_secs': 0.081263} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.589179] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626432, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.589537] env[70220]: DEBUG oslo_vmware.api [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1215.589537] env[70220]: value = "task-3626436" [ 1215.589537] env[70220]: _type = "Task" [ 1215.589537] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.589743] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431d22fb-a032-4625-99be-faf020d5cbf2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.602180] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1215.602180] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b58070-2820-4646-19f2-cc5cc4f71abf" [ 1215.602180] env[70220]: _type = "Task" [ 1215.602180] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.605574] env[70220]: DEBUG oslo_vmware.api [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.616447] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b58070-2820-4646-19f2-cc5cc4f71abf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.634718] env[70220]: DEBUG nova.network.neutron [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.876839] env[70220]: DEBUG nova.network.neutron [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Updating instance_info_cache with network_info: [{"id": "5eb0e77e-00c7-46a3-ad00-ed68240a4be8", "address": "fa:16:3e:ed:23:91", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb0e77e-00", "ovs_interfaceid": "5eb0e77e-00c7-46a3-ad00-ed68240a4be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.920691] env[70220]: DEBUG nova.network.neutron [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance_info_cache with network_info: [{"id": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "address": "fa:16:3e:ff:b9:c3", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40aba7c-12", "ovs_interfaceid": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.022938] env[70220]: DEBUG nova.compute.manager [req-cbc36917-2e94-479c-9bf6-f0d0eef8a212 req-6716f938-c542-410f-9a65-9605a2ae2aab service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Received event network-changed-5eb0e77e-00c7-46a3-ad00-ed68240a4be8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.023138] env[70220]: DEBUG nova.compute.manager [req-cbc36917-2e94-479c-9bf6-f0d0eef8a212 req-6716f938-c542-410f-9a65-9605a2ae2aab service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Refreshing instance network info cache due to event network-changed-5eb0e77e-00c7-46a3-ad00-ed68240a4be8. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1216.023330] env[70220]: DEBUG oslo_concurrency.lockutils [req-cbc36917-2e94-479c-9bf6-f0d0eef8a212 req-6716f938-c542-410f-9a65-9605a2ae2aab service nova] Acquiring lock "refresh_cache-413e275b-0b96-408b-be96-8748477cc4b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.053442] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626432, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.370402} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.053697] env[70220]: INFO nova.virt.vmwareapi.ds_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8b452927-026d-4bfb-9f9b-0743f9ce4e28/OSTACK_IMG_8b452927-026d-4bfb-9f9b-0743f9ce4e28.vmdk to [datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311/25eb72c3-c0b2-4a5c-959e-d7d97c49f311.vmdk. [ 1216.053895] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Cleaning up location [datastore1] OSTACK_IMG_8b452927-026d-4bfb-9f9b-0743f9ce4e28 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1216.054061] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8b452927-026d-4bfb-9f9b-0743f9ce4e28 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.054303] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6349d97-b5bc-4de3-804c-7f55a3654b7d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.061081] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1216.061081] env[70220]: value = "task-3626437" [ 1216.061081] env[70220]: _type = "Task" [ 1216.061081] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.068855] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.069960] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.069960] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1024e343-cc6f-4686-988b-d9eb71858d93 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.074546] env[70220]: DEBUG oslo_vmware.api [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1216.074546] env[70220]: value = "task-3626438" [ 1216.074546] env[70220]: _type = "Task" [ 1216.074546] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.081720] env[70220]: DEBUG oslo_vmware.api [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.090049] env[70220]: DEBUG nova.scheduler.client.report [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.102637] env[70220]: DEBUG oslo_vmware.api [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626436, 'name': ReconfigVM_Task, 'duration_secs': 0.181958} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.102637] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1216.103716] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6722c49-2d17-4dc1-b5d1-073736a62788 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.130423] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 21dca84a-e6e7-49b1-930c-c5a9b2162483/21dca84a-e6e7-49b1-930c-c5a9b2162483.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.135193] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e7d98e0-8568-4633-9304-b15299da703a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.163215] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b58070-2820-4646-19f2-cc5cc4f71abf, 'name': SearchDatastore_Task, 'duration_secs': 0.089514} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.164064] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.164341] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. {{(pid=70220) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1216.169257] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b020ea1-bd2f-40b2-9eff-b20fbfd056e3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.172889] env[70220]: DEBUG oslo_vmware.api [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1216.172889] env[70220]: value = "task-3626439" [ 1216.172889] env[70220]: _type = "Task" [ 1216.172889] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.179083] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1216.179083] env[70220]: value = "task-3626440" [ 1216.179083] env[70220]: _type = "Task" [ 1216.179083] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.188987] env[70220]: DEBUG oslo_vmware.api [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626439, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.198498] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.381730] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "refresh_cache-413e275b-0b96-408b-be96-8748477cc4b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.382102] env[70220]: DEBUG nova.compute.manager [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Instance network_info: |[{"id": "5eb0e77e-00c7-46a3-ad00-ed68240a4be8", "address": "fa:16:3e:ed:23:91", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb0e77e-00", "ovs_interfaceid": "5eb0e77e-00c7-46a3-ad00-ed68240a4be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.382472] env[70220]: DEBUG oslo_concurrency.lockutils [req-cbc36917-2e94-479c-9bf6-f0d0eef8a212 req-6716f938-c542-410f-9a65-9605a2ae2aab service nova] Acquired lock "refresh_cache-413e275b-0b96-408b-be96-8748477cc4b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.382669] env[70220]: DEBUG nova.network.neutron [req-cbc36917-2e94-479c-9bf6-f0d0eef8a212 req-6716f938-c542-410f-9a65-9605a2ae2aab service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Refreshing network info cache for port 5eb0e77e-00c7-46a3-ad00-ed68240a4be8 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.384047] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:23:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5eb0e77e-00c7-46a3-ad00-ed68240a4be8', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.391536] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.392073] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.392322] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b03597a2-5323-460a-9f5d-9be349503bbd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.414624] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.414624] env[70220]: value = "task-3626441" [ 1216.414624] env[70220]: _type = "Task" [ 1216.414624] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.426422] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.427928] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626441, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.570895] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041815} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.571620] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.571814] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lock "[datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311/25eb72c3-c0b2-4a5c-959e-d7d97c49f311.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.572049] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311/25eb72c3-c0b2-4a5c-959e-d7d97c49f311.vmdk to [datastore1] 154db35b-0dc7-4142-92aa-d75f99285b8d/154db35b-0dc7-4142-92aa-d75f99285b8d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.572749] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ad2ca19-813a-42c3-8858-54e042423fee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.580628] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1216.580628] env[70220]: value = "task-3626442" [ 1216.580628] env[70220]: _type = "Task" [ 1216.580628] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.586800] env[70220]: DEBUG oslo_vmware.api [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626438, 'name': PowerOffVM_Task, 'duration_secs': 0.201046} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.587468] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.587661] env[70220]: DEBUG nova.compute.manager [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1216.588447] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26959130-aa86-4cae-93b9-8686f3a3c3ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.593808] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.594899] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.581s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.597120] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.533s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.597364] env[70220]: DEBUG nova.objects.instance [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lazy-loading 'resources' on Instance uuid f9aa14ab-86a5-401c-a359-b1889ae9d5da {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.618663] env[70220]: INFO nova.scheduler.client.report [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted allocations for instance c815c8b6-3c88-4acb-8c1e-4872b7a21a50 [ 1216.683170] env[70220]: DEBUG oslo_vmware.api [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626439, 'name': ReconfigVM_Task, 'duration_secs': 0.315102} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.683458] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 21dca84a-e6e7-49b1-930c-c5a9b2162483/21dca84a-e6e7-49b1-930c-c5a9b2162483.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.683708] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance '21dca84a-e6e7-49b1-930c-c5a9b2162483' progress to 50 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1216.697405] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454552} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.697660] env[70220]: INFO nova.virt.vmwareapi.ds_util [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk. [ 1216.698419] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643dfb84-3f1e-407f-b832-3c0e8a080f38 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.723173] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.723467] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b195cc59-b4c5-4f24-9593-c76b9099a92d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.742708] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1216.742708] env[70220]: value = "task-3626443" [ 1216.742708] env[70220]: _type = "Task" [ 1216.742708] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.750628] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.925596] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626441, 'name': CreateVM_Task, 'duration_secs': 0.373495} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.928138] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.928880] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.929053] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.929401] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.933627] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c38f78-47de-47d5-aa53-82477d90180d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.940985] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1216.940985] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520a8863-b274-5b7e-37c8-b10ee57215fe" [ 1216.940985] env[70220]: _type = "Task" [ 1216.940985] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.951857] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520a8863-b274-5b7e-37c8-b10ee57215fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.093201] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626442, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.103058] env[70220]: DEBUG nova.objects.instance [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lazy-loading 'numa_topology' on Instance uuid f9aa14ab-86a5-401c-a359-b1889ae9d5da {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.106391] env[70220]: DEBUG oslo_concurrency.lockutils [None req-708e8fed-1ae7-4128-aa08-c27bacb65f55 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "2afff19e-8e0a-4b71-9e95-26148c6820f3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.642s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.111623] env[70220]: DEBUG nova.network.neutron [req-cbc36917-2e94-479c-9bf6-f0d0eef8a212 req-6716f938-c542-410f-9a65-9605a2ae2aab service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Updated VIF entry in instance network info cache for port 5eb0e77e-00c7-46a3-ad00-ed68240a4be8. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.112092] env[70220]: DEBUG nova.network.neutron [req-cbc36917-2e94-479c-9bf6-f0d0eef8a212 req-6716f938-c542-410f-9a65-9605a2ae2aab service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Updating instance_info_cache with network_info: [{"id": "5eb0e77e-00c7-46a3-ad00-ed68240a4be8", "address": "fa:16:3e:ed:23:91", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb0e77e-00", "ovs_interfaceid": "5eb0e77e-00c7-46a3-ad00-ed68240a4be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.126687] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0cb3185c-9286-4085-ad34-a51f51b3f2d0 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "c815c8b6-3c88-4acb-8c1e-4872b7a21a50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.225s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.193676] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db8fe69-e658-49d0-9fe6-f39a657180c3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.215747] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173738c6-5a5a-4e0a-9bde-427c11652efe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.237225] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance '21dca84a-e6e7-49b1-930c-c5a9b2162483' progress to 67 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.253945] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626443, 'name': ReconfigVM_Task, 'duration_secs': 0.393362} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.254283] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea/aaaed22f-e212-40be-bda3-a3d7fb53f464-rescue.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.255215] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f787e2ce-625a-49e1-9b89-67e2d9868e4f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.282289] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c728980e-5552-4eef-a010-707b3ed73492 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.301505] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1217.301505] env[70220]: value = "task-3626444" [ 1217.301505] env[70220]: _type = "Task" [ 1217.301505] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.312960] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626444, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.454592] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520a8863-b274-5b7e-37c8-b10ee57215fe, 'name': SearchDatastore_Task, 'duration_secs': 0.081091} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.454996] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.455283] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.455553] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.455703] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.455891] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.456182] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79fb9a27-85ee-4fc7-a057-4591440fb45d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.476145] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1217.476351] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1217.477272] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9e0ea4-cf28-4533-8b89-2da68954c0f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.485176] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1217.485176] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52080b71-3396-e2cc-b2b3-a76a7a8ec256" [ 1217.485176] env[70220]: _type = "Task" [ 1217.485176] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.495744] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52080b71-3396-e2cc-b2b3-a76a7a8ec256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.591889] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626442, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.607450] env[70220]: DEBUG nova.objects.base [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1217.614772] env[70220]: DEBUG oslo_concurrency.lockutils [req-cbc36917-2e94-479c-9bf6-f0d0eef8a212 req-6716f938-c542-410f-9a65-9605a2ae2aab service nova] Releasing lock "refresh_cache-413e275b-0b96-408b-be96-8748477cc4b2" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.756712] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e67366-413e-44b6-8e37-280e094a37d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.768054] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1745765e-67fd-43f0-ac23-63b2c993355a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.808656] env[70220]: DEBUG nova.network.neutron [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Port 48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1217.814172] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1345ade4-d3b9-45d8-9dde-cdece28a0200 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.825178] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626444, 'name': ReconfigVM_Task, 'duration_secs': 0.182511} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.827684] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.828315] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b04c235-a9c6-4e44-b18f-15acc53495e3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.831218] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0dc2f6-39f1-4cb1-98c2-3025f7786c72 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.848350] env[70220]: DEBUG nova.compute.provider_tree [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.851048] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1217.851048] env[70220]: value = "task-3626445" [ 1217.851048] env[70220]: _type = "Task" [ 1217.851048] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.862344] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626445, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.944934] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5877a604-5fc3-4f62-89a8-830674716eb9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.966673] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance '7ac66455-b270-4d41-aef2-63bb5191ecf9' progress to 0 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1217.999029] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52080b71-3396-e2cc-b2b3-a76a7a8ec256, 'name': SearchDatastore_Task, 'duration_secs': 0.079} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.000044] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdc0f4b-1b7b-4bfe-872d-fc2e99d2ac3f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.008428] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1218.008428] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5244f4a8-4932-fdb3-fe54-b561271a711a" [ 1218.008428] env[70220]: _type = "Task" [ 1218.008428] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.020152] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5244f4a8-4932-fdb3-fe54-b561271a711a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.030865] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "2afff19e-8e0a-4b71-9e95-26148c6820f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.031202] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "2afff19e-8e0a-4b71-9e95-26148c6820f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.031453] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "2afff19e-8e0a-4b71-9e95-26148c6820f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.031679] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "2afff19e-8e0a-4b71-9e95-26148c6820f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.031881] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "2afff19e-8e0a-4b71-9e95-26148c6820f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.034157] env[70220]: INFO nova.compute.manager [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Terminating instance [ 1218.093019] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626442, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.353124] env[70220]: DEBUG nova.scheduler.client.report [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.369755] env[70220]: DEBUG oslo_vmware.api [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626445, 'name': PowerOnVM_Task, 'duration_secs': 0.443494} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.371262] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.373872] env[70220]: DEBUG nova.compute.manager [None req-d4d334bb-259c-45a8-a7e7-62fc8c9f44be tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.374753] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aca9552-b70c-405d-b4f5-e27aa8f01ed6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.473330] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.473699] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78b7bc2e-2aee-440b-a536-3d5445fa4a3c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.482557] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1218.482557] env[70220]: value = "task-3626446" [ 1218.482557] env[70220]: _type = "Task" [ 1218.482557] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.494099] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.521280] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5244f4a8-4932-fdb3-fe54-b561271a711a, 'name': SearchDatastore_Task, 'duration_secs': 0.08202} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.521526] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.521795] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 413e275b-0b96-408b-be96-8748477cc4b2/413e275b-0b96-408b-be96-8748477cc4b2.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1218.522155] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40b0ac7c-0d1c-4d0f-b94f-317a7d0ecb88 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.531386] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1218.531386] env[70220]: value = "task-3626447" [ 1218.531386] env[70220]: _type = "Task" [ 1218.531386] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.538598] env[70220]: DEBUG nova.compute.manager [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.538810] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.542985] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61be4fac-1ab2-4713-8388-452b8fb8e048 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.546028] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.552533] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.552843] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4962c10c-a4db-4be6-8906-58fd4297db7b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.595199] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626442, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.632335] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.632800] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.633149] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleting the datastore file [datastore1] 2afff19e-8e0a-4b71-9e95-26148c6820f3 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.633571] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3301c9f1-802a-4c1f-ad96-a4cb9052fc92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.643307] env[70220]: DEBUG oslo_vmware.api [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1218.643307] env[70220]: value = "task-3626449" [ 1218.643307] env[70220]: _type = "Task" [ 1218.643307] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.653281] env[70220]: DEBUG oslo_vmware.api [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.837827] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "21dca84a-e6e7-49b1-930c-c5a9b2162483-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.838224] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.838380] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.862646] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.265s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.992544] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626446, 'name': PowerOffVM_Task, 'duration_secs': 0.218534} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.992967] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.993225] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance '7ac66455-b270-4d41-aef2-63bb5191ecf9' progress to 17 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.040979] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626447, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.096971] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626442, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.311541} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.097473] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/25eb72c3-c0b2-4a5c-959e-d7d97c49f311/25eb72c3-c0b2-4a5c-959e-d7d97c49f311.vmdk to [datastore1] 154db35b-0dc7-4142-92aa-d75f99285b8d/154db35b-0dc7-4142-92aa-d75f99285b8d.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.098340] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403f8a27-c188-4c53-9510-407872ce8eef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.125374] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 154db35b-0dc7-4142-92aa-d75f99285b8d/154db35b-0dc7-4142-92aa-d75f99285b8d.vmdk or device None with type streamOptimized {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.125749] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a844dfb-29c5-4128-8db0-b7c09e573eca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.149619] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1219.149619] env[70220]: value = "task-3626450" [ 1219.149619] env[70220]: _type = "Task" [ 1219.149619] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.156072] env[70220]: DEBUG oslo_vmware.api [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431144} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.156766] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.156950] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.157153] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.157324] env[70220]: INFO nova.compute.manager [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1219.157569] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.157799] env[70220]: DEBUG nova.compute.manager [-] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.157894] env[70220]: DEBUG nova.network.neutron [-] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.163865] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.370469] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c07a5547-df9a-4572-be64-daae7067c1fa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.752s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.372098] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 10.822s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.372098] env[70220]: INFO nova.compute.manager [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Unshelving [ 1219.502120] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.502120] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.502120] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.502120] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.502120] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.502120] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.502120] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.502120] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.502120] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.502120] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.503476] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.511108] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b69125d-37bf-47b2-85a7-43765bdda93d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.523596] env[70220]: DEBUG nova.compute.manager [req-af74637d-1422-47a5-bc59-f7fb3841c5d4 req-949be420-7bd7-405f-a878-c82643ca625a service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Received event network-vif-deleted-ed51e8f7-0629-4786-b701-c2fdd0ed0f08 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.523894] env[70220]: INFO nova.compute.manager [req-af74637d-1422-47a5-bc59-f7fb3841c5d4 req-949be420-7bd7-405f-a878-c82643ca625a service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Neutron deleted interface ed51e8f7-0629-4786-b701-c2fdd0ed0f08; detaching it from the instance and deleting it from the info cache [ 1219.524529] env[70220]: DEBUG nova.network.neutron [req-af74637d-1422-47a5-bc59-f7fb3841c5d4 req-949be420-7bd7-405f-a878-c82643ca625a service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.527491] env[70220]: DEBUG nova.compute.manager [req-403b4210-73da-49b8-874f-df5c3a8629ba req-7ba2f0a0-3965-4e27-b819-0caa7945d536 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Received event network-changed-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.527763] env[70220]: DEBUG nova.compute.manager [req-403b4210-73da-49b8-874f-df5c3a8629ba req-7ba2f0a0-3965-4e27-b819-0caa7945d536 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Refreshing instance network info cache due to event network-changed-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.528057] env[70220]: DEBUG oslo_concurrency.lockutils [req-403b4210-73da-49b8-874f-df5c3a8629ba req-7ba2f0a0-3965-4e27-b819-0caa7945d536 service nova] Acquiring lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.528262] env[70220]: DEBUG oslo_concurrency.lockutils [req-403b4210-73da-49b8-874f-df5c3a8629ba req-7ba2f0a0-3965-4e27-b819-0caa7945d536 service nova] Acquired lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.528474] env[70220]: DEBUG nova.network.neutron [req-403b4210-73da-49b8-874f-df5c3a8629ba req-7ba2f0a0-3965-4e27-b819-0caa7945d536 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Refreshing network info cache for port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.537725] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1219.537725] env[70220]: value = "task-3626451" [ 1219.537725] env[70220]: _type = "Task" [ 1219.537725] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.545909] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856266} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.546594] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 413e275b-0b96-408b-be96-8748477cc4b2/413e275b-0b96-408b-be96-8748477cc4b2.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1219.546922] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1219.547253] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-925c00a7-e441-4182-b245-9490e06bf763 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.552626] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.557524] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1219.557524] env[70220]: value = "task-3626452" [ 1219.557524] env[70220]: _type = "Task" [ 1219.557524] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.566397] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.659835] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626450, 'name': ReconfigVM_Task, 'duration_secs': 0.409661} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.660194] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 154db35b-0dc7-4142-92aa-d75f99285b8d/154db35b-0dc7-4142-92aa-d75f99285b8d.vmdk or device None with type streamOptimized {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.660892] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-972bdacc-fc8d-48d7-b580-8e610f4c0bc0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.667273] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1219.667273] env[70220]: value = "task-3626453" [ 1219.667273] env[70220]: _type = "Task" [ 1219.667273] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.676638] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626453, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.876470] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.876723] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.877058] env[70220]: DEBUG nova.network.neutron [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.955768] env[70220]: DEBUG nova.network.neutron [-] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.031223] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c67241ef-ba45-42e2-a731-2c08dcdcf1ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.049751] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6ebbb9-283a-4f16-8e0f-7bfce8806a15 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.065037] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626451, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.074027] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075959} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.076721] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.077553] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1a7aac-d06a-40ff-aec0-02865e0d4d22 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.088331] env[70220]: DEBUG nova.compute.manager [req-af74637d-1422-47a5-bc59-f7fb3841c5d4 req-949be420-7bd7-405f-a878-c82643ca625a service nova] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Detach interface failed, port_id=ed51e8f7-0629-4786-b701-c2fdd0ed0f08, reason: Instance 2afff19e-8e0a-4b71-9e95-26148c6820f3 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.109954] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 413e275b-0b96-408b-be96-8748477cc4b2/413e275b-0b96-408b-be96-8748477cc4b2.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.110389] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07efd051-cc40-4130-9088-04aa4638a6e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.133823] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1220.133823] env[70220]: value = "task-3626454" [ 1220.133823] env[70220]: _type = "Task" [ 1220.133823] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.144787] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.179514] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626453, 'name': Rename_Task, 'duration_secs': 0.146298} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.179803] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.180067] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f02ce80-8384-4f1a-bb56-3b3343c6cd4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.186642] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1220.186642] env[70220]: value = "task-3626455" [ 1220.186642] env[70220]: _type = "Task" [ 1220.186642] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.194129] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.260260] env[70220]: DEBUG nova.network.neutron [req-403b4210-73da-49b8-874f-df5c3a8629ba req-7ba2f0a0-3965-4e27-b819-0caa7945d536 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updated VIF entry in instance network info cache for port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.260700] env[70220]: DEBUG nova.network.neutron [req-403b4210-73da-49b8-874f-df5c3a8629ba req-7ba2f0a0-3965-4e27-b819-0caa7945d536 service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updating instance_info_cache with network_info: [{"id": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "address": "fa:16:3e:c3:5c:9e", "network": {"id": "405e6a2f-ef8e-4ee2-8faf-83ca96bf0588", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1862237456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45c18534c1184ea0ad3baaf96948d0f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5f181d-18", "ovs_interfaceid": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.384441] env[70220]: DEBUG nova.compute.utils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.458808] env[70220]: INFO nova.compute.manager [-] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Took 1.30 seconds to deallocate network for instance. [ 1220.551549] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626451, 'name': ReconfigVM_Task, 'duration_secs': 0.584578} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.551877] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance '7ac66455-b270-4d41-aef2-63bb5191ecf9' progress to 33 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.639954] env[70220]: DEBUG nova.network.neutron [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance_info_cache with network_info: [{"id": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "address": "fa:16:3e:23:52:d4", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffefce-e3", "ovs_interfaceid": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.647350] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.696863] env[70220]: DEBUG oslo_vmware.api [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626455, 'name': PowerOnVM_Task, 'duration_secs': 0.47589} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.697209] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.766664] env[70220]: DEBUG oslo_concurrency.lockutils [req-403b4210-73da-49b8-874f-df5c3a8629ba req-7ba2f0a0-3965-4e27-b819-0caa7945d536 service nova] Releasing lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.801023] env[70220]: DEBUG nova.compute.manager [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.801023] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e9463d-e927-4574-87c4-72a3b101440c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.891388] env[70220]: INFO nova.virt.block_device [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Booting with volume 43031f3d-14df-4e6f-abcf-46b94d65e0db at /dev/sdb [ 1220.928735] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cafca35a-8793-4acd-bcfc-270e221728bc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.937562] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246cdb4d-7575-4f9e-9154-4f504cf43dd6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.965046] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a85f2e5c-7c2a-4f45-8017-7ae0a12a976c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.967505] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.967769] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.967983] env[70220]: DEBUG nova.objects.instance [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lazy-loading 'resources' on Instance uuid 2afff19e-8e0a-4b71-9e95-26148c6820f3 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.975622] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0ec798-b390-4c4a-89d6-879dde4afee7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.004837] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1386041c-c8b1-49e3-a349-920aa19d28f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.010896] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450f2380-4509-458b-a481-cd997defbc16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.024315] env[70220]: DEBUG nova.virt.block_device [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updating existing volume attachment record: b4b9ec6d-c3cd-4e7f-82f7-abb680968253 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1221.058573] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.058816] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.058970] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.059162] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.059307] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.059576] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.060058] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.061819] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.061819] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.061819] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.061819] env[70220]: DEBUG nova.virt.hardware [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.067028] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.067028] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8675d901-9dc2-486b-8f42-ffb3cb906304 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.084041] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1221.084041] env[70220]: value = "task-3626456" [ 1221.084041] env[70220]: _type = "Task" [ 1221.084041] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.091870] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.143029] env[70220]: DEBUG oslo_concurrency.lockutils [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.148221] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626454, 'name': ReconfigVM_Task, 'duration_secs': 0.539231} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.148221] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 413e275b-0b96-408b-be96-8748477cc4b2/413e275b-0b96-408b-be96-8748477cc4b2.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.148221] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df6fd084-5d67-4998-9b21-d6976c84cdc8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.154458] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1221.154458] env[70220]: value = "task-3626458" [ 1221.154458] env[70220]: _type = "Task" [ 1221.154458] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.164273] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626458, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.324735] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8dd18175-f69e-4dc4-9451-3ee9121a8194 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.149s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.571642] env[70220]: DEBUG nova.compute.manager [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Received event network-changed-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.571642] env[70220]: DEBUG nova.compute.manager [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Refreshing instance network info cache due to event network-changed-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.571642] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] Acquiring lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.571642] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] Acquired lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.571642] env[70220]: DEBUG nova.network.neutron [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Refreshing network info cache for port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.600774] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626456, 'name': ReconfigVM_Task, 'duration_secs': 0.19514} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.602022] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1221.602957] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af532da8-0aa2-4afa-8f7e-408954807564 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.625062] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 7ac66455-b270-4d41-aef2-63bb5191ecf9/7ac66455-b270-4d41-aef2-63bb5191ecf9.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.628105] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7bde377-c959-446b-b90c-605380931693 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.646875] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1221.646875] env[70220]: value = "task-3626461" [ 1221.646875] env[70220]: _type = "Task" [ 1221.646875] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.664596] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626461, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.666452] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c323f94e-157a-422c-9e50-51590b1de8e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.674114] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626458, 'name': Rename_Task, 'duration_secs': 0.21049} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.675949] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.676708] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17815711-30bf-4375-a894-47815b3ed8dc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.680810] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eedf3fa-7958-4405-bb2d-7cf55abd0097 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.683360] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12fe4fc-166f-4306-938b-74a8220367b1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.700723] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a288e-3719-48b7-9973-1ae4f2bc11f0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.730057] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1221.730057] env[70220]: value = "task-3626462" [ 1221.730057] env[70220]: _type = "Task" [ 1221.730057] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.731259] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c5e3e7-86af-42b6-abc4-6fc7a0cb6fd8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.739245] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance '21dca84a-e6e7-49b1-930c-c5a9b2162483' progress to 83 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.750486] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5748f534-9117-42d0-ae43-2b0105fad0ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.754396] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.765121] env[70220]: DEBUG nova.compute.provider_tree [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.158845] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626461, 'name': ReconfigVM_Task, 'duration_secs': 0.279541} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.159118] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 7ac66455-b270-4d41-aef2-63bb5191ecf9/7ac66455-b270-4d41-aef2-63bb5191ecf9.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.159352] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance '7ac66455-b270-4d41-aef2-63bb5191ecf9' progress to 50 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.243452] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.245175] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-32bf9af7-f7bf-44d3-955a-3c242169e42d tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance '21dca84a-e6e7-49b1-930c-c5a9b2162483' progress to 100 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.254102] env[70220]: DEBUG nova.network.neutron [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updated VIF entry in instance network info cache for port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.254425] env[70220]: DEBUG nova.network.neutron [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updating instance_info_cache with network_info: [{"id": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "address": "fa:16:3e:c3:5c:9e", "network": {"id": "405e6a2f-ef8e-4ee2-8faf-83ca96bf0588", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1862237456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45c18534c1184ea0ad3baaf96948d0f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5f181d-18", "ovs_interfaceid": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.267403] env[70220]: DEBUG nova.scheduler.client.report [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.665916] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8029fa5-77b7-48c3-8da3-aac4e5ae2510 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.686586] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225de133-2e29-4539-9c41-44b14e0aaf02 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.691058] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.691379] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.706545] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance '7ac66455-b270-4d41-aef2-63bb5191ecf9' progress to 67 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1222.711411] env[70220]: DEBUG nova.compute.utils [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.744752] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.756158] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] Releasing lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.756454] env[70220]: DEBUG nova.compute.manager [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Received event network-changed-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.756660] env[70220]: DEBUG nova.compute.manager [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Refreshing instance network info cache due to event network-changed-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.756902] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] Acquiring lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.757073] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] Acquired lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.757237] env[70220]: DEBUG nova.network.neutron [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Refreshing network info cache for port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.771640] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.793756] env[70220]: INFO nova.scheduler.client.report [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted allocations for instance 2afff19e-8e0a-4b71-9e95-26148c6820f3 [ 1223.213981] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.522s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.245822] env[70220]: DEBUG oslo_vmware.api [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626462, 'name': PowerOnVM_Task, 'duration_secs': 1.199541} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.245822] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.246122] env[70220]: INFO nova.compute.manager [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1223.246390] env[70220]: DEBUG nova.compute.manager [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1223.247217] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84b3899-a037-4f54-bcfc-37901025ddb7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.252034] env[70220]: DEBUG nova.network.neutron [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Port e40aba7c-1228-4b3c-950a-464ecb7a967b binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1223.308222] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e00aadba-152d-402e-aa91-0cd05654e08d tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "2afff19e-8e0a-4b71-9e95-26148c6820f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.274s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.465018] env[70220]: DEBUG nova.network.neutron [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updated VIF entry in instance network info cache for port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.465412] env[70220]: DEBUG nova.network.neutron [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updating instance_info_cache with network_info: [{"id": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "address": "fa:16:3e:c3:5c:9e", "network": {"id": "405e6a2f-ef8e-4ee2-8faf-83ca96bf0588", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1862237456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45c18534c1184ea0ad3baaf96948d0f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5f181d-18", "ovs_interfaceid": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.585846] env[70220]: DEBUG oslo_concurrency.lockutils [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquiring lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.588276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.588276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquiring lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.588276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.588276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.589061] env[70220]: INFO nova.compute.manager [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Terminating instance [ 1223.758764] env[70220]: DEBUG nova.compute.manager [req-f26d21ef-3688-4b77-be61-a74fe9279ff4 req-56631ec1-cb0b-4fd3-82f4-18915c683cce service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Received event network-changed-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.759033] env[70220]: DEBUG nova.compute.manager [req-f26d21ef-3688-4b77-be61-a74fe9279ff4 req-56631ec1-cb0b-4fd3-82f4-18915c683cce service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Refreshing instance network info cache due to event network-changed-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1223.759156] env[70220]: DEBUG oslo_concurrency.lockutils [req-f26d21ef-3688-4b77-be61-a74fe9279ff4 req-56631ec1-cb0b-4fd3-82f4-18915c683cce service nova] Acquiring lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.782865] env[70220]: INFO nova.compute.manager [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Took 22.35 seconds to build instance. [ 1223.972368] env[70220]: DEBUG oslo_concurrency.lockutils [req-e0959b20-b3dd-49a2-99f8-6006f5cd7664 req-8afa968c-9b6f-4755-b658-9c6a9f77aedd service nova] Releasing lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.972368] env[70220]: DEBUG oslo_concurrency.lockutils [req-f26d21ef-3688-4b77-be61-a74fe9279ff4 req-56631ec1-cb0b-4fd3-82f4-18915c683cce service nova] Acquired lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.972368] env[70220]: DEBUG nova.network.neutron [req-f26d21ef-3688-4b77-be61-a74fe9279ff4 req-56631ec1-cb0b-4fd3-82f4-18915c683cce service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Refreshing network info cache for port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.092271] env[70220]: DEBUG nova.compute.manager [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.092511] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.093461] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ab2345-27cc-4f0d-81ba-459f792b2d00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.102244] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.102490] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-962c0d21-8767-48e4-902a-69853e7cdf50 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.110507] env[70220]: DEBUG oslo_vmware.api [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1224.110507] env[70220]: value = "task-3626464" [ 1224.110507] env[70220]: _type = "Task" [ 1224.110507] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.118575] env[70220]: DEBUG oslo_vmware.api [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.154077] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2deb221-07bd-4599-b565-08760f565808 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.160407] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2feb05b2-786d-4cdc-9ca4-3807ce5689c6 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Suspending the VM {{(pid=70220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1224.160645] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-57f9cf84-ca4a-448c-9609-f03f4f7e10fd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.167625] env[70220]: DEBUG oslo_vmware.api [None req-2feb05b2-786d-4cdc-9ca4-3807ce5689c6 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1224.167625] env[70220]: value = "task-3626465" [ 1224.167625] env[70220]: _type = "Task" [ 1224.167625] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.175298] env[70220]: DEBUG oslo_vmware.api [None req-2feb05b2-786d-4cdc-9ca4-3807ce5689c6 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626465, 'name': SuspendVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.242989] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.243507] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.243507] env[70220]: INFO nova.compute.manager [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Attaching volume 1017424c-32b9-433d-b7fa-50a3433e5c37 to /dev/sdb [ 1224.285629] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "7ac66455-b270-4d41-aef2-63bb5191ecf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.285950] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.286180] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.289435] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a73104c9-1a4a-43f4-bce7-e5f2cb7356ec tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "413e275b-0b96-408b-be96-8748477cc4b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.869s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.290405] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175d9c14-0c62-4821-a7cc-327ef0af54ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.301853] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992c251a-6ff4-4c3b-b364-2b4d0f84fc00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.318479] env[70220]: DEBUG nova.virt.block_device [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Updating existing volume attachment record: 9e45544c-5e1a-4356-990e-81ccafc9d530 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1224.412965] env[70220]: DEBUG oslo_concurrency.lockutils [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.413345] env[70220]: DEBUG oslo_concurrency.lockutils [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.413652] env[70220]: DEBUG nova.compute.manager [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Going to confirm migration 3 {{(pid=70220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1224.620791] env[70220]: DEBUG oslo_vmware.api [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626464, 'name': PowerOffVM_Task, 'duration_secs': 0.33025} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.621247] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.621470] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.621780] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d449e638-3cbc-46e5-a523-72de95491eb1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.675696] env[70220]: DEBUG nova.network.neutron [req-f26d21ef-3688-4b77-be61-a74fe9279ff4 req-56631ec1-cb0b-4fd3-82f4-18915c683cce service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updated VIF entry in instance network info cache for port 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.676107] env[70220]: DEBUG nova.network.neutron [req-f26d21ef-3688-4b77-be61-a74fe9279ff4 req-56631ec1-cb0b-4fd3-82f4-18915c683cce service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updating instance_info_cache with network_info: [{"id": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "address": "fa:16:3e:c3:5c:9e", "network": {"id": "405e6a2f-ef8e-4ee2-8faf-83ca96bf0588", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1862237456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45c18534c1184ea0ad3baaf96948d0f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04e15990-16e1-4cb2-b0f0-06c362e68c5e", "external-id": "nsx-vlan-transportzone-555", "segmentation_id": 555, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e5f181d-18", "ovs_interfaceid": "2e5f181d-1852-43c3-a8e6-aa9cb076b4fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.685790] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "44bed67f-f700-42d4-8aee-035e346bd30c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.686159] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "44bed67f-f700-42d4-8aee-035e346bd30c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.689373] env[70220]: DEBUG oslo_vmware.api [None req-2feb05b2-786d-4cdc-9ca4-3807ce5689c6 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626465, 'name': SuspendVM_Task} progress is 62%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.691604] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.691831] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.692036] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Deleting the datastore file [datastore1] 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.692617] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b2eea21-34dc-4bc2-90b6-94c0d05d335a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.699790] env[70220]: DEBUG oslo_vmware.api [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for the task: (returnval){ [ 1224.699790] env[70220]: value = "task-3626468" [ 1224.699790] env[70220]: _type = "Task" [ 1224.699790] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.709398] env[70220]: DEBUG oslo_vmware.api [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.978118] env[70220]: DEBUG oslo_concurrency.lockutils [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.978828] env[70220]: DEBUG oslo_concurrency.lockutils [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.979072] env[70220]: DEBUG nova.network.neutron [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.979264] env[70220]: DEBUG nova.objects.instance [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'info_cache' on Instance uuid 21dca84a-e6e7-49b1-930c-c5a9b2162483 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.179680] env[70220]: DEBUG oslo_vmware.api [None req-2feb05b2-786d-4cdc-9ca4-3807ce5689c6 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626465, 'name': SuspendVM_Task, 'duration_secs': 0.683506} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.179963] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-2feb05b2-786d-4cdc-9ca4-3807ce5689c6 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Suspended the VM {{(pid=70220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1225.180521] env[70220]: DEBUG nova.compute.manager [None req-2feb05b2-786d-4cdc-9ca4-3807ce5689c6 tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.181033] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7bc2724-fd8f-4fb7-994a-6f5bf065fbdd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.183643] env[70220]: DEBUG oslo_concurrency.lockutils [req-f26d21ef-3688-4b77-be61-a74fe9279ff4 req-56631ec1-cb0b-4fd3-82f4-18915c683cce service nova] Releasing lock "refresh_cache-9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.189926] env[70220]: DEBUG nova.compute.manager [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.208980] env[70220]: DEBUG oslo_vmware.api [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Task: {'id': task-3626468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180667} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.209251] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.209443] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.209647] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.209788] env[70220]: INFO nova.compute.manager [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1225.210034] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.210223] env[70220]: DEBUG nova.compute.manager [-] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1225.210314] env[70220]: DEBUG nova.network.neutron [-] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1225.337882] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.338146] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.338317] env[70220]: DEBUG nova.network.neutron [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.502938] env[70220]: DEBUG nova.compute.manager [req-d09055ac-e6f6-451b-81cc-60a6fc8dc58f req-e1fefb4f-05ef-49c8-a808-a4b7c9bfe6ec service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Received event network-vif-deleted-2e5f181d-1852-43c3-a8e6-aa9cb076b4fd {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.503251] env[70220]: INFO nova.compute.manager [req-d09055ac-e6f6-451b-81cc-60a6fc8dc58f req-e1fefb4f-05ef-49c8-a808-a4b7c9bfe6ec service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Neutron deleted interface 2e5f181d-1852-43c3-a8e6-aa9cb076b4fd; detaching it from the instance and deleting it from the info cache [ 1225.503402] env[70220]: DEBUG nova.network.neutron [req-d09055ac-e6f6-451b-81cc-60a6fc8dc58f req-e1fefb4f-05ef-49c8-a808-a4b7c9bfe6ec service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.576447] env[70220]: INFO nova.compute.manager [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Rebuilding instance [ 1225.624092] env[70220]: DEBUG nova.compute.manager [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.624986] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656fa340-f92f-4c2a-981c-158cc29eb53c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.707438] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.708171] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.709113] env[70220]: INFO nova.compute.claims [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.987346] env[70220]: DEBUG nova.network.neutron [-] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.006592] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3476aa21-b27f-4b63-b840-eae3dcae647c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.016337] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4369b9f4-9b98-4734-bbba-682296a04c71 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.044844] env[70220]: DEBUG nova.compute.manager [req-d09055ac-e6f6-451b-81cc-60a6fc8dc58f req-e1fefb4f-05ef-49c8-a808-a4b7c9bfe6ec service nova] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Detach interface failed, port_id=2e5f181d-1852-43c3-a8e6-aa9cb076b4fd, reason: Instance 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1226.293557] env[70220]: DEBUG nova.network.neutron [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance_info_cache with network_info: [{"id": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "address": "fa:16:3e:ff:b9:c3", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40aba7c-12", "ovs_interfaceid": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.438624] env[70220]: DEBUG nova.network.neutron [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance_info_cache with network_info: [{"id": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "address": "fa:16:3e:23:52:d4", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffefce-e3", "ovs_interfaceid": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.491489] env[70220]: INFO nova.compute.manager [-] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Took 1.28 seconds to deallocate network for instance. [ 1226.628839] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.638704] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.639056] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd9962ed-d9c8-4d44-a276-f447da1e39d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.647467] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1226.647467] env[70220]: value = "task-3626470" [ 1226.647467] env[70220]: _type = "Task" [ 1226.647467] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.656862] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.678519] env[70220]: INFO nova.compute.manager [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Resuming [ 1226.679148] env[70220]: DEBUG nova.objects.instance [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lazy-loading 'flavor' on Instance uuid 154db35b-0dc7-4142-92aa-d75f99285b8d {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.796601] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.851356] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17a3985-adc3-4a8d-b8ce-5ba23ebe1293 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.859257] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf6221a-3c63-4017-bb33-cdc61194f530 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.889598] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5cfb34-0060-434b-9b62-eeb0a10ed50e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.897378] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a56dea2-984c-4a14-b06d-3083b37a5d66 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.910666] env[70220]: DEBUG nova.compute.provider_tree [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.941739] env[70220]: DEBUG oslo_concurrency.lockutils [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.941989] env[70220]: DEBUG nova.objects.instance [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'migration_context' on Instance uuid 21dca84a-e6e7-49b1-930c-c5a9b2162483 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.998031] env[70220]: DEBUG oslo_concurrency.lockutils [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.157411] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626470, 'name': PowerOffVM_Task, 'duration_secs': 0.220152} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.157659] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.157896] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.158714] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a653c22-366e-4eaf-b939-f5c843e03f02 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.165983] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.166312] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3b48ba2-5da2-4678-b3c0-56196be8892e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.230389] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.230601] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.230778] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleting the datastore file [datastore1] 413e275b-0b96-408b-be96-8748477cc4b2 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.231044] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdc39a88-231e-4368-b27e-d17350e7ea55 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.238715] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1227.238715] env[70220]: value = "task-3626472" [ 1227.238715] env[70220]: _type = "Task" [ 1227.238715] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.246751] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.317630] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0746618-8e79-40f4-be77-1197aae7d44b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.336481] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987bc3af-13ed-4cdc-b283-17845c9ae99f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.343505] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance '7ac66455-b270-4d41-aef2-63bb5191ecf9' progress to 83 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.414151] env[70220]: DEBUG nova.scheduler.client.report [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.444310] env[70220]: DEBUG nova.objects.base [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Object Instance<21dca84a-e6e7-49b1-930c-c5a9b2162483> lazy-loaded attributes: info_cache,migration_context {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1227.445486] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4086f6c2-f708-4a1a-a326-d78ec40272cf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.465078] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5bce2f-a4ba-462a-a9a8-9434131df524 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.471155] env[70220]: DEBUG oslo_vmware.api [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1227.471155] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c0089d-e737-b962-6efd-46521a1bae27" [ 1227.471155] env[70220]: _type = "Task" [ 1227.471155] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.478972] env[70220]: DEBUG oslo_vmware.api [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c0089d-e737-b962-6efd-46521a1bae27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.748071] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154063} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.748334] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.748520] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.748696] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.849411] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.849700] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0a8299e-9266-4697-9267-745dc93dd7ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.857942] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1227.857942] env[70220]: value = "task-3626473" [ 1227.857942] env[70220]: _type = "Task" [ 1227.857942] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.865368] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.919220] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.919709] env[70220]: DEBUG nova.compute.manager [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.922710] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.294s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.922936] env[70220]: DEBUG nova.objects.instance [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lazy-loading 'pci_requests' on Instance uuid f9aa14ab-86a5-401c-a359-b1889ae9d5da {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.981393] env[70220]: DEBUG oslo_vmware.api [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c0089d-e737-b962-6efd-46521a1bae27, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.981665] env[70220]: DEBUG oslo_concurrency.lockutils [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.190272] env[70220]: DEBUG oslo_concurrency.lockutils [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.190470] env[70220]: DEBUG oslo_concurrency.lockutils [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquired lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.190647] env[70220]: DEBUG nova.network.neutron [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.368180] env[70220]: DEBUG oslo_vmware.api [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626473, 'name': PowerOnVM_Task, 'duration_secs': 0.379152} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.368441] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.368629] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4ce11c-dddb-4a5d-be05-02f81951554c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance '7ac66455-b270-4d41-aef2-63bb5191ecf9' progress to 100 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.425521] env[70220]: DEBUG nova.compute.utils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.428735] env[70220]: DEBUG nova.objects.instance [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lazy-loading 'numa_topology' on Instance uuid f9aa14ab-86a5-401c-a359-b1889ae9d5da {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.430085] env[70220]: DEBUG nova.compute.manager [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.430274] env[70220]: DEBUG nova.network.neutron [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.465105] env[70220]: DEBUG nova.policy [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e2139bce63432bbb85dc539e889c23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9746f61112d34bbc83c56222b4467e09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.770364] env[70220]: DEBUG nova.network.neutron [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Successfully created port: 14c78eb0-48af-452e-8ba2-da4217255695 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.785898] env[70220]: DEBUG nova.virt.hardware [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.786246] env[70220]: DEBUG nova.virt.hardware [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.786448] env[70220]: DEBUG nova.virt.hardware [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.786672] env[70220]: DEBUG nova.virt.hardware [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.786859] env[70220]: DEBUG nova.virt.hardware [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.787086] env[70220]: DEBUG nova.virt.hardware [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.787334] env[70220]: DEBUG nova.virt.hardware [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.787533] env[70220]: DEBUG nova.virt.hardware [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.787742] env[70220]: DEBUG nova.virt.hardware [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.787979] env[70220]: DEBUG nova.virt.hardware [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.788212] env[70220]: DEBUG nova.virt.hardware [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.789106] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8afb196-cf14-40b2-8a69-5fe21d87d253 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.797301] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9447fd27-0aad-44d5-9ff0-693f4eff3dcb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.813391] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:23:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5eb0e77e-00c7-46a3-ad00-ed68240a4be8', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.821271] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.821700] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.821952] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-965f5f9f-5e5d-49c8-a86b-b376e14224ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.843377] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.843377] env[70220]: value = "task-3626474" [ 1228.843377] env[70220]: _type = "Task" [ 1228.843377] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.851094] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626474, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.869718] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1228.869983] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723214', 'volume_id': '1017424c-32b9-433d-b7fa-50a3433e5c37', 'name': 'volume-1017424c-32b9-433d-b7fa-50a3433e5c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5f4eb96-242f-44fe-9e81-46e71074c7b2', 'attached_at': '', 'detached_at': '', 'volume_id': '1017424c-32b9-433d-b7fa-50a3433e5c37', 'serial': '1017424c-32b9-433d-b7fa-50a3433e5c37'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1228.870761] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ff7c92-9494-4f3b-975a-139de717541f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.893555] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089be874-f4e0-4fdd-b4e3-b0141515ab6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.920117] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-1017424c-32b9-433d-b7fa-50a3433e5c37/volume-1017424c-32b9-433d-b7fa-50a3433e5c37.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.923222] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a2a48c7-f4d5-43f7-8e42-09a4e465d25c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.935971] env[70220]: INFO nova.compute.claims [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.939320] env[70220]: DEBUG nova.compute.manager [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.948041] env[70220]: DEBUG oslo_vmware.api [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1228.948041] env[70220]: value = "task-3626475" [ 1228.948041] env[70220]: _type = "Task" [ 1228.948041] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.957021] env[70220]: DEBUG oslo_vmware.api [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.058156] env[70220]: DEBUG nova.network.neutron [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updating instance_info_cache with network_info: [{"id": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "address": "fa:16:3e:9a:ae:10", "network": {"id": "5e8b1418-a15c-477d-bd81-159bb3988c14", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-126842797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f4bc3eac9834be394d3cd8034c0c438", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9dc71cc-dd", "ovs_interfaceid": "e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.353612] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626474, 'name': CreateVM_Task, 'duration_secs': 0.301461} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.353793] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.354498] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.354702] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.355042] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.355292] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1119a60c-fd4c-4ad7-89f4-677c71ae8e5c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.359674] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1229.359674] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520614b6-991e-a630-ffbc-244dd05acfb4" [ 1229.359674] env[70220]: _type = "Task" [ 1229.359674] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.366857] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520614b6-991e-a630-ffbc-244dd05acfb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.459045] env[70220]: DEBUG oslo_vmware.api [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626475, 'name': ReconfigVM_Task, 'duration_secs': 0.362414} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.459323] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-1017424c-32b9-433d-b7fa-50a3433e5c37/volume-1017424c-32b9-433d-b7fa-50a3433e5c37.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.464161] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df0ebd3f-a333-48db-bde0-ce82991c2ca0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.479529] env[70220]: DEBUG oslo_vmware.api [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1229.479529] env[70220]: value = "task-3626476" [ 1229.479529] env[70220]: _type = "Task" [ 1229.479529] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.487795] env[70220]: DEBUG oslo_vmware.api [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.561286] env[70220]: DEBUG oslo_concurrency.lockutils [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Releasing lock "refresh_cache-154db35b-0dc7-4142-92aa-d75f99285b8d" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.562243] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e627a4a-eb05-4763-9ba7-6fc0763fed6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.569075] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Resuming the VM {{(pid=70220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1229.569311] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5a94b84-92c2-4d87-bb52-70ca675533f3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.575555] env[70220]: DEBUG oslo_vmware.api [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1229.575555] env[70220]: value = "task-3626477" [ 1229.575555] env[70220]: _type = "Task" [ 1229.575555] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.582820] env[70220]: DEBUG oslo_vmware.api [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.871487] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520614b6-991e-a630-ffbc-244dd05acfb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009523} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.871986] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.872343] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.872706] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.872992] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.873294] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.873640] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75bd50af-0af0-4706-8bf9-c69e4970791c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.882871] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.882871] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.883099] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db70b8da-5766-4198-b057-f3d8e4140181 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.895753] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1229.895753] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52598cc6-5e92-7b5b-8721-9d392820b659" [ 1229.895753] env[70220]: _type = "Task" [ 1229.895753] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.908442] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52598cc6-5e92-7b5b-8721-9d392820b659, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.909361] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2306b825-b4b9-42b5-9d8f-433fe0d6d84f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.914681] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1229.914681] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b73ea9-4f49-ecfa-bb56-41903627286d" [ 1229.914681] env[70220]: _type = "Task" [ 1229.914681] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.926967] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b73ea9-4f49-ecfa-bb56-41903627286d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.949570] env[70220]: DEBUG nova.compute.manager [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.982022] env[70220]: DEBUG nova.virt.hardware [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.982299] env[70220]: DEBUG nova.virt.hardware [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.982452] env[70220]: DEBUG nova.virt.hardware [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.982629] env[70220]: DEBUG nova.virt.hardware [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.982772] env[70220]: DEBUG nova.virt.hardware [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.982919] env[70220]: DEBUG nova.virt.hardware [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.983148] env[70220]: DEBUG nova.virt.hardware [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.983314] env[70220]: DEBUG nova.virt.hardware [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.983480] env[70220]: DEBUG nova.virt.hardware [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.983643] env[70220]: DEBUG nova.virt.hardware [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.983819] env[70220]: DEBUG nova.virt.hardware [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.984888] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4370b8-4ae8-4318-aa9b-82a7b0840a51 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.004365] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a22836-e4bb-4ea2-9cef-f9d9a2cde395 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.008863] env[70220]: DEBUG oslo_vmware.api [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626476, 'name': ReconfigVM_Task, 'duration_secs': 0.172189} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.011765] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723214', 'volume_id': '1017424c-32b9-433d-b7fa-50a3433e5c37', 'name': 'volume-1017424c-32b9-433d-b7fa-50a3433e5c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5f4eb96-242f-44fe-9e81-46e71074c7b2', 'attached_at': '', 'detached_at': '', 'volume_id': '1017424c-32b9-433d-b7fa-50a3433e5c37', 'serial': '1017424c-32b9-433d-b7fa-50a3433e5c37'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1230.089213] env[70220]: DEBUG oslo_vmware.api [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.120032] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f76fca7-1ff0-4967-8dac-d5b1ca2ea7b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.131256] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b4d910-ef12-47b9-8565-53ed37ac272a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.169949] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6708543f-85ae-4230-a215-250d81d46dbd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.179700] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ed4c25-ac5d-48c1-abb5-12dd5d1bbaf7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.197505] env[70220]: DEBUG nova.compute.provider_tree [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.296251] env[70220]: DEBUG nova.compute.manager [req-429e3a8c-6beb-4568-8d99-7e3e8baf4c4d req-00114262-7a73-48ea-9b95-4645468a118c service nova] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Received event network-vif-plugged-14c78eb0-48af-452e-8ba2-da4217255695 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.296251] env[70220]: DEBUG oslo_concurrency.lockutils [req-429e3a8c-6beb-4568-8d99-7e3e8baf4c4d req-00114262-7a73-48ea-9b95-4645468a118c service nova] Acquiring lock "44bed67f-f700-42d4-8aee-035e346bd30c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.297072] env[70220]: DEBUG oslo_concurrency.lockutils [req-429e3a8c-6beb-4568-8d99-7e3e8baf4c4d req-00114262-7a73-48ea-9b95-4645468a118c service nova] Lock "44bed67f-f700-42d4-8aee-035e346bd30c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.297538] env[70220]: DEBUG oslo_concurrency.lockutils [req-429e3a8c-6beb-4568-8d99-7e3e8baf4c4d req-00114262-7a73-48ea-9b95-4645468a118c service nova] Lock "44bed67f-f700-42d4-8aee-035e346bd30c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.297912] env[70220]: DEBUG nova.compute.manager [req-429e3a8c-6beb-4568-8d99-7e3e8baf4c4d req-00114262-7a73-48ea-9b95-4645468a118c service nova] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] No waiting events found dispatching network-vif-plugged-14c78eb0-48af-452e-8ba2-da4217255695 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.298334] env[70220]: WARNING nova.compute.manager [req-429e3a8c-6beb-4568-8d99-7e3e8baf4c4d req-00114262-7a73-48ea-9b95-4645468a118c service nova] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Received unexpected event network-vif-plugged-14c78eb0-48af-452e-8ba2-da4217255695 for instance with vm_state building and task_state spawning. [ 1230.389710] env[70220]: DEBUG nova.network.neutron [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Successfully updated port: 14c78eb0-48af-452e-8ba2-da4217255695 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.428020] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.428328] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.428553] env[70220]: DEBUG nova.compute.manager [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Going to confirm migration 4 {{(pid=70220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1230.429885] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b73ea9-4f49-ecfa-bb56-41903627286d, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.430664] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.430664] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 413e275b-0b96-408b-be96-8748477cc4b2/413e275b-0b96-408b-be96-8748477cc4b2.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.431102] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2ce1589-bcc1-4b91-be94-faf04ebd62bd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.437999] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1230.437999] env[70220]: value = "task-3626478" [ 1230.437999] env[70220]: _type = "Task" [ 1230.437999] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.446432] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.587557] env[70220]: DEBUG oslo_vmware.api [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626477, 'name': PowerOnVM_Task, 'duration_secs': 0.568322} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.587897] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Resumed the VM {{(pid=70220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1230.587935] env[70220]: DEBUG nova.compute.manager [None req-57602292-e55d-4de0-a927-9593729ea31d tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.588687] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912eaebd-d815-4737-93ad-ca548955c761 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.700652] env[70220]: DEBUG nova.scheduler.client.report [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.894112] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "refresh_cache-44bed67f-f700-42d4-8aee-035e346bd30c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.894112] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "refresh_cache-44bed67f-f700-42d4-8aee-035e346bd30c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.894112] env[70220]: DEBUG nova.network.neutron [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.949151] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626478, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.000540] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.000725] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.000902] env[70220]: DEBUG nova.network.neutron [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.001104] env[70220]: DEBUG nova.objects.instance [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'info_cache' on Instance uuid 7ac66455-b270-4d41-aef2-63bb5191ecf9 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.054180] env[70220]: DEBUG nova.objects.instance [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lazy-loading 'flavor' on Instance uuid d5f4eb96-242f-44fe-9e81-46e71074c7b2 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.206205] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.283s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.208518] env[70220]: DEBUG oslo_concurrency.lockutils [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.211s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.208749] env[70220]: DEBUG nova.objects.instance [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Lazy-loading 'resources' on Instance uuid 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.234542] env[70220]: INFO nova.network.neutron [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updating port 2e261da8-d31d-49ef-8ff5-8dd4277420b4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1231.437953] env[70220]: DEBUG nova.network.neutron [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.454909] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711039} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.455806] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 413e275b-0b96-408b-be96-8748477cc4b2/413e275b-0b96-408b-be96-8748477cc4b2.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.456156] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.456497] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f7d5a19-17e9-4312-a597-2f8834c7b5ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.464447] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1231.464447] env[70220]: value = "task-3626479" [ 1231.464447] env[70220]: _type = "Task" [ 1231.464447] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.477613] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.561853] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4df816c9-4b53-4147-b7fd-c07a01b0890e tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.318s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.630706] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.631077] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.633331] env[70220]: DEBUG nova.network.neutron [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Updating instance_info_cache with network_info: [{"id": "14c78eb0-48af-452e-8ba2-da4217255695", "address": "fa:16:3e:3a:7b:8c", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c78eb0-48", "ovs_interfaceid": "14c78eb0-48af-452e-8ba2-da4217255695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.844143] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d456266-9007-4cf9-87fb-a9dbfca80483 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.851659] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0e40bd-f774-4cfb-b1ad-90cfc0428090 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.883170] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c432744e-7856-49b5-9724-932cf4768bbc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.890604] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2567655-9df0-4e1c-8fa4-0df54c6c32b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.904637] env[70220]: DEBUG nova.compute.provider_tree [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.973927] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154327} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.974391] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.975350] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b6fc3a-4737-4d34-8ffa-f2ee8a3e2ec4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.999080] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 413e275b-0b96-408b-be96-8748477cc4b2/413e275b-0b96-408b-be96-8748477cc4b2.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.999344] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b5f6b20-598f-47b3-aaa2-aecb30fc8971 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.020536] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1232.020536] env[70220]: value = "task-3626480" [ 1232.020536] env[70220]: _type = "Task" [ 1232.020536] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.030583] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.136033] env[70220]: INFO nova.compute.manager [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Detaching volume 1017424c-32b9-433d-b7fa-50a3433e5c37 [ 1232.137687] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "refresh_cache-44bed67f-f700-42d4-8aee-035e346bd30c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.137978] env[70220]: DEBUG nova.compute.manager [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Instance network_info: |[{"id": "14c78eb0-48af-452e-8ba2-da4217255695", "address": "fa:16:3e:3a:7b:8c", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c78eb0-48", "ovs_interfaceid": "14c78eb0-48af-452e-8ba2-da4217255695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1232.138545] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:7b:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14c78eb0-48af-452e-8ba2-da4217255695', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.146268] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.148948] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.149377] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b1ca2b9-c13f-42ec-beac-eadd08c431a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.176910] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.176910] env[70220]: value = "task-3626481" [ 1232.176910] env[70220]: _type = "Task" [ 1232.176910] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.185671] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626481, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.186744] env[70220]: INFO nova.virt.block_device [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Attempting to driver detach volume 1017424c-32b9-433d-b7fa-50a3433e5c37 from mountpoint /dev/sdb [ 1232.186962] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1232.187163] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723214', 'volume_id': '1017424c-32b9-433d-b7fa-50a3433e5c37', 'name': 'volume-1017424c-32b9-433d-b7fa-50a3433e5c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5f4eb96-242f-44fe-9e81-46e71074c7b2', 'attached_at': '', 'detached_at': '', 'volume_id': '1017424c-32b9-433d-b7fa-50a3433e5c37', 'serial': '1017424c-32b9-433d-b7fa-50a3433e5c37'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1232.187893] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e3554-06c6-4e2a-9a60-14fddd16cff0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.208356] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1780c812-242d-46c8-a765-970cf1638355 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.216960] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc693b-1f3f-4927-aa58-872a0181ee87 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.240624] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff06439e-9b76-45cd-9161-86bc1551927d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.257205] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] The volume has not been displaced from its original location: [datastore1] volume-1017424c-32b9-433d-b7fa-50a3433e5c37/volume-1017424c-32b9-433d-b7fa-50a3433e5c37.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1232.262797] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1232.266814] env[70220]: DEBUG nova.network.neutron [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance_info_cache with network_info: [{"id": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "address": "fa:16:3e:ff:b9:c3", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape40aba7c-12", "ovs_interfaceid": "e40aba7c-1228-4b3c-950a-464ecb7a967b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.266814] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd67685-819d-418a-afe8-2c6d634b3ce9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.284532] env[70220]: DEBUG oslo_vmware.api [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1232.284532] env[70220]: value = "task-3626482" [ 1232.284532] env[70220]: _type = "Task" [ 1232.284532] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.293291] env[70220]: DEBUG oslo_vmware.api [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.321623] env[70220]: DEBUG nova.compute.manager [req-88fabc53-ecfb-4053-aea8-58ab660892de req-52162e7b-a09c-4916-94bc-d5dbf011dd56 service nova] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Received event network-changed-14c78eb0-48af-452e-8ba2-da4217255695 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.321848] env[70220]: DEBUG nova.compute.manager [req-88fabc53-ecfb-4053-aea8-58ab660892de req-52162e7b-a09c-4916-94bc-d5dbf011dd56 service nova] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Refreshing instance network info cache due to event network-changed-14c78eb0-48af-452e-8ba2-da4217255695. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.322037] env[70220]: DEBUG oslo_concurrency.lockutils [req-88fabc53-ecfb-4053-aea8-58ab660892de req-52162e7b-a09c-4916-94bc-d5dbf011dd56 service nova] Acquiring lock "refresh_cache-44bed67f-f700-42d4-8aee-035e346bd30c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.322189] env[70220]: DEBUG oslo_concurrency.lockutils [req-88fabc53-ecfb-4053-aea8-58ab660892de req-52162e7b-a09c-4916-94bc-d5dbf011dd56 service nova] Acquired lock "refresh_cache-44bed67f-f700-42d4-8aee-035e346bd30c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.322351] env[70220]: DEBUG nova.network.neutron [req-88fabc53-ecfb-4053-aea8-58ab660892de req-52162e7b-a09c-4916-94bc-d5dbf011dd56 service nova] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Refreshing network info cache for port 14c78eb0-48af-452e-8ba2-da4217255695 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.408545] env[70220]: DEBUG nova.scheduler.client.report [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.530592] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626480, 'name': ReconfigVM_Task, 'duration_secs': 0.331929} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.532029] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 413e275b-0b96-408b-be96-8748477cc4b2/413e275b-0b96-408b-be96-8748477cc4b2.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.532029] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67d9d931-73f8-4279-acb8-80a770d531a9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.537233] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1232.537233] env[70220]: value = "task-3626483" [ 1232.537233] env[70220]: _type = "Task" [ 1232.537233] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.545359] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626483, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.687124] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626481, 'name': CreateVM_Task, 'duration_secs': 0.342228} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.687393] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1232.687990] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.688181] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.688486] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.688738] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b881fdf-72cd-4fc2-bdf0-ba30ca170ec1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.693138] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1232.693138] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f19793-be53-bba2-a6a8-e196e9dc93ce" [ 1232.693138] env[70220]: _type = "Task" [ 1232.693138] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.701286] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f19793-be53-bba2-a6a8-e196e9dc93ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.781670] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-7ac66455-b270-4d41-aef2-63bb5191ecf9" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.781670] env[70220]: DEBUG nova.objects.instance [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'migration_context' on Instance uuid 7ac66455-b270-4d41-aef2-63bb5191ecf9 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.797555] env[70220]: DEBUG oslo_vmware.api [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626482, 'name': ReconfigVM_Task, 'duration_secs': 0.256874} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.798527] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.804128] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.805150] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.805479] env[70220]: DEBUG nova.network.neutron [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.810548] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33df2468-0665-4fa1-b7d6-264c7114f78f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.832404] env[70220]: DEBUG oslo_vmware.api [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1232.832404] env[70220]: value = "task-3626484" [ 1232.832404] env[70220]: _type = "Task" [ 1232.832404] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.843343] env[70220]: DEBUG oslo_vmware.api [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.913609] env[70220]: DEBUG oslo_concurrency.lockutils [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.916646] env[70220]: DEBUG oslo_concurrency.lockutils [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.935s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.939422] env[70220]: INFO nova.scheduler.client.report [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Deleted allocations for instance 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea [ 1233.048454] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626483, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.154423] env[70220]: DEBUG nova.network.neutron [req-88fabc53-ecfb-4053-aea8-58ab660892de req-52162e7b-a09c-4916-94bc-d5dbf011dd56 service nova] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Updated VIF entry in instance network info cache for port 14c78eb0-48af-452e-8ba2-da4217255695. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.154870] env[70220]: DEBUG nova.network.neutron [req-88fabc53-ecfb-4053-aea8-58ab660892de req-52162e7b-a09c-4916-94bc-d5dbf011dd56 service nova] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Updating instance_info_cache with network_info: [{"id": "14c78eb0-48af-452e-8ba2-da4217255695", "address": "fa:16:3e:3a:7b:8c", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14c78eb0-48", "ovs_interfaceid": "14c78eb0-48af-452e-8ba2-da4217255695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.181828] env[70220]: DEBUG nova.network.neutron [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updating instance_info_cache with network_info: [{"id": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "address": "fa:16:3e:6a:d2:23", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e261da8-d3", "ovs_interfaceid": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.204253] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f19793-be53-bba2-a6a8-e196e9dc93ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009306} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.204557] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.204845] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.205105] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.205254] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.205431] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.205694] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1366c99-71c9-43c9-8ace-1bf9cce26f86 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.216107] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.216308] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.217146] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc986d0-5470-4b9f-a285-d76e8caa4870 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.223475] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1233.223475] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5236ec0c-b3bd-40ce-1418-e121a397983b" [ 1233.223475] env[70220]: _type = "Task" [ 1233.223475] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.231988] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5236ec0c-b3bd-40ce-1418-e121a397983b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.283568] env[70220]: DEBUG nova.objects.base [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Object Instance<7ac66455-b270-4d41-aef2-63bb5191ecf9> lazy-loaded attributes: info_cache,migration_context {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1233.284587] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22c5b7a-66f8-474a-9722-9a97f30d5a1c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.309732] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b7b357-df30-4391-b299-54f6b536b7d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.316164] env[70220]: DEBUG oslo_vmware.api [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1233.316164] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]528edd9e-1735-5bf5-75e6-9baed8a00a0e" [ 1233.316164] env[70220]: _type = "Task" [ 1233.316164] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.324773] env[70220]: DEBUG oslo_vmware.api [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528edd9e-1735-5bf5-75e6-9baed8a00a0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.343378] env[70220]: DEBUG oslo_vmware.api [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626484, 'name': ReconfigVM_Task, 'duration_secs': 0.13608} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.343679] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723214', 'volume_id': '1017424c-32b9-433d-b7fa-50a3433e5c37', 'name': 'volume-1017424c-32b9-433d-b7fa-50a3433e5c37', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5f4eb96-242f-44fe-9e81-46e71074c7b2', 'attached_at': '', 'detached_at': '', 'volume_id': '1017424c-32b9-433d-b7fa-50a3433e5c37', 'serial': '1017424c-32b9-433d-b7fa-50a3433e5c37'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1233.446668] env[70220]: DEBUG oslo_concurrency.lockutils [None req-348974c7-fcf0-42bb-bd73-5e4370927b22 tempest-ServerRescueTestJSONUnderV235-1988461500 tempest-ServerRescueTestJSONUnderV235-1988461500-project-member] Lock "9ab4a7fe-a0bd-46b5-8662-2a4b03953fea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.860s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.551794] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626483, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.564918] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bf2a06-9b14-462b-8fbf-83d0cb8125ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.573310] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5797bc77-e42f-4faf-ab2d-a36e4364ed8c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.605856] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6246950-ccf9-4a57-95a4-0d1942cadf69 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.613576] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7386714c-55a2-458a-bd6f-9c85ddacad6a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.628093] env[70220]: DEBUG nova.compute.provider_tree [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.657561] env[70220]: DEBUG oslo_concurrency.lockutils [req-88fabc53-ecfb-4053-aea8-58ab660892de req-52162e7b-a09c-4916-94bc-d5dbf011dd56 service nova] Releasing lock "refresh_cache-44bed67f-f700-42d4-8aee-035e346bd30c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.685922] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.716411] env[70220]: DEBUG nova.virt.hardware [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='fad4dd928c3950573b77b8c1531bc7e6',container_format='bare',created_at=2025-04-26T01:14:20Z,direct_url=,disk_format='vmdk',id=55b4102a-0567-41ae-bf4e-79af3a3f3b3a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1938691926-shelved',owner='4c36613b93bb40abb60413ddd0278f7e',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-26T01:14:34Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.717115] env[70220]: DEBUG nova.virt.hardware [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.717115] env[70220]: DEBUG nova.virt.hardware [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.717115] env[70220]: DEBUG nova.virt.hardware [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.717238] env[70220]: DEBUG nova.virt.hardware [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.717299] env[70220]: DEBUG nova.virt.hardware [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.717509] env[70220]: DEBUG nova.virt.hardware [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.717664] env[70220]: DEBUG nova.virt.hardware [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.717829] env[70220]: DEBUG nova.virt.hardware [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.717988] env[70220]: DEBUG nova.virt.hardware [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.718250] env[70220]: DEBUG nova.virt.hardware [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.719183] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5857760-534c-4377-aec5-9f33b6248265 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.730584] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d39697-c7e0-4213-9fd8-46d5c48919a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.739909] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5236ec0c-b3bd-40ce-1418-e121a397983b, 'name': SearchDatastore_Task, 'duration_secs': 0.033647} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.748612] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:d2:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e261da8-d31d-49ef-8ff5-8dd4277420b4', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.756194] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.756357] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0c9b8d4-958c-4b4d-b377-1879ce28228d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.758877] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.759086] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5f59df2-5c24-40a1-ae96-3e034dffc97e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.776956] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1233.776956] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526d09c1-2e80-1084-2924-0ee0462849fa" [ 1233.776956] env[70220]: _type = "Task" [ 1233.776956] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.781061] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.781061] env[70220]: value = "task-3626485" [ 1233.781061] env[70220]: _type = "Task" [ 1233.781061] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.787372] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526d09c1-2e80-1084-2924-0ee0462849fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.791959] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626485, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.827942] env[70220]: DEBUG oslo_vmware.api [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528edd9e-1735-5bf5-75e6-9baed8a00a0e, 'name': SearchDatastore_Task, 'duration_secs': 0.009375} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.828394] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.894179] env[70220]: DEBUG nova.objects.instance [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lazy-loading 'flavor' on Instance uuid d5f4eb96-242f-44fe-9e81-46e71074c7b2 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.054766] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626483, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.132221] env[70220]: DEBUG nova.scheduler.client.report [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.291693] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526d09c1-2e80-1084-2924-0ee0462849fa, 'name': SearchDatastore_Task, 'duration_secs': 0.018699} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.295455] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.295761] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 44bed67f-f700-42d4-8aee-035e346bd30c/44bed67f-f700-42d4-8aee-035e346bd30c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.296010] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626485, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.296247] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf2131b-0ecc-49b0-9743-712ef4e9d3ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.303418] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1234.303418] env[70220]: value = "task-3626486" [ 1234.303418] env[70220]: _type = "Task" [ 1234.303418] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.312289] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.347720] env[70220]: DEBUG nova.compute.manager [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Received event network-vif-plugged-2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.347872] env[70220]: DEBUG oslo_concurrency.lockutils [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] Acquiring lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.348053] env[70220]: DEBUG oslo_concurrency.lockutils [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.348265] env[70220]: DEBUG oslo_concurrency.lockutils [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.348449] env[70220]: DEBUG nova.compute.manager [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] No waiting events found dispatching network-vif-plugged-2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.348593] env[70220]: WARNING nova.compute.manager [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Received unexpected event network-vif-plugged-2e261da8-d31d-49ef-8ff5-8dd4277420b4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1234.348921] env[70220]: DEBUG nova.compute.manager [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Received event network-changed-2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.348921] env[70220]: DEBUG nova.compute.manager [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Refreshing instance network info cache due to event network-changed-2e261da8-d31d-49ef-8ff5-8dd4277420b4. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.349193] env[70220]: DEBUG oslo_concurrency.lockutils [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] Acquiring lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.349346] env[70220]: DEBUG oslo_concurrency.lockutils [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] Acquired lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.349578] env[70220]: DEBUG nova.network.neutron [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Refreshing network info cache for port 2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.554360] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626483, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.794471] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626485, 'name': CreateVM_Task, 'duration_secs': 0.537335} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.794794] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.795870] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.795870] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.796358] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.796744] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf30b8b-d043-47b8-85c7-be639757c9b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.802470] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1234.802470] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52776471-d855-5389-cfc9-bd3efbfb5a7f" [ 1234.802470] env[70220]: _type = "Task" [ 1234.802470] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.817027] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52776471-d855-5389-cfc9-bd3efbfb5a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.819952] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.904308] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6290ae9f-37c1-4013-9cc4-686a996dd1a7 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.273s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.056635] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626483, 'name': Rename_Task, 'duration_secs': 2.146806} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.056839] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.057261] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e43760c-e48c-4c86-a23c-1c30d60022af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.067388] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1235.067388] env[70220]: value = "task-3626487" [ 1235.067388] env[70220]: _type = "Task" [ 1235.067388] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.078654] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.141094] env[70220]: DEBUG nova.network.neutron [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updated VIF entry in instance network info cache for port 2e261da8-d31d-49ef-8ff5-8dd4277420b4. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.141856] env[70220]: DEBUG nova.network.neutron [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updating instance_info_cache with network_info: [{"id": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "address": "fa:16:3e:6a:d2:23", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e261da8-d3", "ovs_interfaceid": "2e261da8-d31d-49ef-8ff5-8dd4277420b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.144521] env[70220]: DEBUG oslo_concurrency.lockutils [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.228s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.144794] env[70220]: DEBUG nova.compute.manager [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70220) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1235.148384] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.320s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.322847] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79316} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.323669] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 44bed67f-f700-42d4-8aee-035e346bd30c/44bed67f-f700-42d4-8aee-035e346bd30c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.324103] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.324579] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.324892] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Processing image 55b4102a-0567-41ae-bf4e-79af3a3f3b3a {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.325156] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a/55b4102a-0567-41ae-bf4e-79af3a3f3b3a.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.325453] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a/55b4102a-0567-41ae-bf4e-79af3a3f3b3a.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.325490] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.325736] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef934a4d-8ac8-4ee7-98d9-95764da51235 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.327619] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d6fffd3-2698-41fa-b2b0-9d5f7a26fcb2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.335649] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1235.335649] env[70220]: value = "task-3626488" [ 1235.335649] env[70220]: _type = "Task" [ 1235.335649] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.339755] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.339933] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.341055] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e970b4-71ce-4a32-a8a5-4f4bbc80a498 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.346858] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.350273] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1235.350273] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52281b57-7ce6-a997-6953-ad361a1b5508" [ 1235.350273] env[70220]: _type = "Task" [ 1235.350273] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.358221] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52281b57-7ce6-a997-6953-ad361a1b5508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.577826] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626487, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.608687] env[70220]: DEBUG oslo_concurrency.lockutils [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "154db35b-0dc7-4142-92aa-d75f99285b8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.608889] env[70220]: DEBUG oslo_concurrency.lockutils [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.609117] env[70220]: DEBUG oslo_concurrency.lockutils [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.609306] env[70220]: DEBUG oslo_concurrency.lockutils [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.609500] env[70220]: DEBUG oslo_concurrency.lockutils [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.611819] env[70220]: INFO nova.compute.manager [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Terminating instance [ 1235.644016] env[70220]: DEBUG oslo_concurrency.lockutils [req-7561d43b-c402-499f-b02b-1dd2bcd2315b req-a2b4a283-7831-4c4a-8ea4-c2222572140b service nova] Releasing lock "refresh_cache-f9aa14ab-86a5-401c-a359-b1889ae9d5da" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.713644] env[70220]: INFO nova.scheduler.client.report [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleted allocation for migration 9abd9105-1742-4f9b-b1e8-a2195817c2bc [ 1235.782038] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fd741a-09b0-4e1c-bcb1-41d441338940 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.790029] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c5674-2de9-4eeb-8b0a-f9980c57efd1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.821683] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9469e9fa-4730-4fed-9125-528bad4b5c6e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.829423] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb339cd-f854-42ef-8298-1b3910ffbcf5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.844048] env[70220]: DEBUG nova.compute.provider_tree [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.852989] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067603} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.855436] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.856844] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54aa5d1b-b688-4891-a577-9b17ca2fafe9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.872259] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Preparing fetch location {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1235.872486] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Fetch image to [datastore1] OSTACK_IMG_e624657e-af79-49ad-bc88-7c47c85e4876/OSTACK_IMG_e624657e-af79-49ad-bc88-7c47c85e4876.vmdk {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1235.872690] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Downloading stream optimized image 55b4102a-0567-41ae-bf4e-79af3a3f3b3a to [datastore1] OSTACK_IMG_e624657e-af79-49ad-bc88-7c47c85e4876/OSTACK_IMG_e624657e-af79-49ad-bc88-7c47c85e4876.vmdk on the data store datastore1 as vApp {{(pid=70220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1235.872868] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Downloading image file data 55b4102a-0567-41ae-bf4e-79af3a3f3b3a to the ESX as VM named 'OSTACK_IMG_e624657e-af79-49ad-bc88-7c47c85e4876' {{(pid=70220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1235.883062] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 44bed67f-f700-42d4-8aee-035e346bd30c/44bed67f-f700-42d4-8aee-035e346bd30c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.883643] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f34c43f-9a71-44e4-8c4d-6946b55c8211 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.905650] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1235.905650] env[70220]: value = "task-3626489" [ 1235.905650] env[70220]: _type = "Task" [ 1235.905650] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.929915] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.958102] env[70220]: DEBUG oslo_vmware.rw_handles [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1235.958102] env[70220]: value = "resgroup-9" [ 1235.958102] env[70220]: _type = "ResourcePool" [ 1235.958102] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1235.958496] env[70220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d2b4cf78-6cf3-4560-963f-9de293550086 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.978852] env[70220]: DEBUG oslo_vmware.rw_handles [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lease: (returnval){ [ 1235.978852] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fecb28-6913-b6aa-6b8c-962d751a9837" [ 1235.978852] env[70220]: _type = "HttpNfcLease" [ 1235.978852] env[70220]: } obtained for vApp import into resource pool (val){ [ 1235.978852] env[70220]: value = "resgroup-9" [ 1235.978852] env[70220]: _type = "ResourcePool" [ 1235.978852] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1235.979121] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the lease: (returnval){ [ 1235.979121] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fecb28-6913-b6aa-6b8c-962d751a9837" [ 1235.979121] env[70220]: _type = "HttpNfcLease" [ 1235.979121] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1235.986306] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1235.986306] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fecb28-6913-b6aa-6b8c-962d751a9837" [ 1235.986306] env[70220]: _type = "HttpNfcLease" [ 1235.986306] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1236.057519] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.057821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.058072] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.058284] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.058466] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.060700] env[70220]: INFO nova.compute.manager [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Terminating instance [ 1236.078299] env[70220]: DEBUG oslo_vmware.api [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626487, 'name': PowerOnVM_Task, 'duration_secs': 0.684555} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.078545] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.078757] env[70220]: DEBUG nova.compute.manager [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1236.079554] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855b34b0-bbde-42ee-9197-6049b348e427 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.115886] env[70220]: DEBUG nova.compute.manager [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.116186] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.117190] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba5e0e3-518a-464a-ba8b-3ef92135ee79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.128090] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.128386] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d06a091-3eaf-4929-af87-1765635befb9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.135578] env[70220]: DEBUG oslo_vmware.api [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1236.135578] env[70220]: value = "task-3626491" [ 1236.135578] env[70220]: _type = "Task" [ 1236.135578] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.145073] env[70220]: DEBUG oslo_vmware.api [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.220178] env[70220]: DEBUG oslo_concurrency.lockutils [None req-51339ac3-f081-42e9-be44-af88fa058232 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.807s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.349949] env[70220]: DEBUG nova.scheduler.client.report [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.415847] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626489, 'name': ReconfigVM_Task, 'duration_secs': 0.362132} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.416358] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 44bed67f-f700-42d4-8aee-035e346bd30c/44bed67f-f700-42d4-8aee-035e346bd30c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.416819] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f884f635-f222-4547-b3b4-815604cbf3c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.424469] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1236.424469] env[70220]: value = "task-3626492" [ 1236.424469] env[70220]: _type = "Task" [ 1236.424469] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.430983] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626492, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.487348] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1236.487348] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fecb28-6913-b6aa-6b8c-962d751a9837" [ 1236.487348] env[70220]: _type = "HttpNfcLease" [ 1236.487348] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1236.565084] env[70220]: DEBUG nova.compute.manager [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.565346] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.566370] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435b769b-5776-4010-9889-24661921c27c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.574411] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.575051] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89de3b7f-7e5f-435e-9a1a-e7f64a4719e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.580932] env[70220]: DEBUG oslo_vmware.api [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1236.580932] env[70220]: value = "task-3626493" [ 1236.580932] env[70220]: _type = "Task" [ 1236.580932] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.592717] env[70220]: DEBUG oslo_vmware.api [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.597025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.645909] env[70220]: DEBUG oslo_vmware.api [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626491, 'name': PowerOffVM_Task, 'duration_secs': 0.186438} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.646495] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.646495] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.646679] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38475d04-2b2b-4f91-99eb-7a60631698ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.715609] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.715609] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.715609] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Deleting the datastore file [datastore1] 154db35b-0dc7-4142-92aa-d75f99285b8d {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.715609] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34133cc4-53d0-4333-bbd3-adb4fb0b0f9a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.721675] env[70220]: DEBUG oslo_vmware.api [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for the task: (returnval){ [ 1236.721675] env[70220]: value = "task-3626495" [ 1236.721675] env[70220]: _type = "Task" [ 1236.721675] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.731478] env[70220]: DEBUG oslo_vmware.api [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.933347] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626492, 'name': Rename_Task, 'duration_secs': 0.180149} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.933347] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.933347] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efdea1af-b45c-43ed-9ba3-59355e4df13b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.941421] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1236.941421] env[70220]: value = "task-3626496" [ 1236.941421] env[70220]: _type = "Task" [ 1236.941421] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.948874] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.988861] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1236.988861] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fecb28-6913-b6aa-6b8c-962d751a9837" [ 1236.988861] env[70220]: _type = "HttpNfcLease" [ 1236.988861] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1236.989219] env[70220]: DEBUG oslo_vmware.rw_handles [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1236.989219] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fecb28-6913-b6aa-6b8c-962d751a9837" [ 1236.989219] env[70220]: _type = "HttpNfcLease" [ 1236.989219] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1236.989955] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aed8f84-e566-4d34-98ff-7005a42bbf27 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.998897] env[70220]: DEBUG oslo_vmware.rw_handles [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859d96-5738-f9a0-7867-fbde08e8dde6/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1236.998897] env[70220]: DEBUG oslo_vmware.rw_handles [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859d96-5738-f9a0-7867-fbde08e8dde6/disk-0.vmdk. {{(pid=70220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1237.060217] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ceef096f-c7e2-436b-aaf1-284b9a63ff59 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.091053] env[70220]: DEBUG oslo_vmware.api [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626493, 'name': PowerOffVM_Task, 'duration_secs': 0.226586} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.091053] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.091053] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.091275] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-624ef116-1319-434d-8a39-56ee30a68aed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.101016] env[70220]: DEBUG nova.objects.instance [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'flavor' on Instance uuid 21dca84a-e6e7-49b1-930c-c5a9b2162483 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.160648] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.161041] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.161581] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleting the datastore file [datastore2] d5f4eb96-242f-44fe-9e81-46e71074c7b2 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.161828] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af15b6a4-2781-4979-9911-337bbf099972 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.170944] env[70220]: DEBUG oslo_vmware.api [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1237.170944] env[70220]: value = "task-3626498" [ 1237.170944] env[70220]: _type = "Task" [ 1237.170944] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.182250] env[70220]: DEBUG oslo_vmware.api [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.232393] env[70220]: DEBUG oslo_vmware.api [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Task: {'id': task-3626495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328999} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.232670] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.232901] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.233122] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.233302] env[70220]: INFO nova.compute.manager [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1237.233587] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.233813] env[70220]: DEBUG nova.compute.manager [-] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.233912] env[70220]: DEBUG nova.network.neutron [-] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.342406] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "413e275b-0b96-408b-be96-8748477cc4b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.342796] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "413e275b-0b96-408b-be96-8748477cc4b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.343100] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "413e275b-0b96-408b-be96-8748477cc4b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.343320] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "413e275b-0b96-408b-be96-8748477cc4b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.343541] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "413e275b-0b96-408b-be96-8748477cc4b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.347309] env[70220]: INFO nova.compute.manager [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Terminating instance [ 1237.360351] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.212s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.364869] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.768s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.365083] env[70220]: DEBUG nova.objects.instance [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1237.458044] env[70220]: DEBUG oslo_vmware.api [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626496, 'name': PowerOnVM_Task, 'duration_secs': 0.487206} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.462071] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.462424] env[70220]: INFO nova.compute.manager [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1237.462777] env[70220]: DEBUG nova.compute.manager [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.463967] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918df264-5e67-4366-a06b-d776a171b80a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.543189] env[70220]: DEBUG nova.compute.manager [req-3dde5d92-86ea-44ce-934b-9f664c03ec7d req-9d7dc896-f2f3-4a80-bb5c-973503e4346f service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Received event network-vif-deleted-e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.543400] env[70220]: INFO nova.compute.manager [req-3dde5d92-86ea-44ce-934b-9f664c03ec7d req-9d7dc896-f2f3-4a80-bb5c-973503e4346f service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Neutron deleted interface e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3; detaching it from the instance and deleting it from the info cache [ 1237.543573] env[70220]: DEBUG nova.network.neutron [req-3dde5d92-86ea-44ce-934b-9f664c03ec7d req-9d7dc896-f2f3-4a80-bb5c-973503e4346f service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.606857] env[70220]: DEBUG oslo_concurrency.lockutils [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.607102] env[70220]: DEBUG oslo_concurrency.lockutils [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.607393] env[70220]: DEBUG nova.network.neutron [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.607587] env[70220]: DEBUG nova.objects.instance [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'info_cache' on Instance uuid 21dca84a-e6e7-49b1-930c-c5a9b2162483 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.683010] env[70220]: DEBUG oslo_vmware.api [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175595} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.683273] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.683510] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.683738] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.683918] env[70220]: INFO nova.compute.manager [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1237.684169] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.684431] env[70220]: DEBUG nova.compute.manager [-] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.684545] env[70220]: DEBUG nova.network.neutron [-] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.854693] env[70220]: DEBUG nova.compute.manager [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.855125] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.861299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.861299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.861956] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36a24f1-3a72-4402-98ae-a975789fefe2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.883433] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.884419] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0a62ea4-e3b5-4f98-a374-8c8f4938d9d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.898196] env[70220]: DEBUG oslo_vmware.api [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1237.898196] env[70220]: value = "task-3626499" [ 1237.898196] env[70220]: _type = "Task" [ 1237.898196] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.912803] env[70220]: DEBUG oslo_vmware.api [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.965801] env[70220]: INFO nova.scheduler.client.report [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleted allocation for migration fb1a0616-4c59-4233-b21a-410da4990e93 [ 1237.990011] env[70220]: INFO nova.compute.manager [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Took 12.30 seconds to build instance. [ 1238.028112] env[70220]: DEBUG nova.network.neutron [-] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.046244] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89f4aaa2-ced9-4f5d-879c-b9780436812e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.057991] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0970da30-3f0e-4596-8cbe-13f8165b0bdb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.094820] env[70220]: DEBUG nova.compute.manager [req-3dde5d92-86ea-44ce-934b-9f664c03ec7d req-9d7dc896-f2f3-4a80-bb5c-973503e4346f service nova] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Detach interface failed, port_id=e9dc71cc-ddf9-419c-ba65-0122cfbfd0e3, reason: Instance 154db35b-0dc7-4142-92aa-d75f99285b8d could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.113041] env[70220]: DEBUG nova.objects.base [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Object Instance<21dca84a-e6e7-49b1-930c-c5a9b2162483> lazy-loaded attributes: flavor,info_cache {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1238.237102] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2166b3f5-6494-494f-8687-6d937c54111e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.246154] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6f403969-98dc-4898-a0f3-6c1fe58ef200 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Suspending the VM {{(pid=70220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1238.246708] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1d0706b3-8ced-4863-b865-aa271d4d5f99 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.255019] env[70220]: DEBUG oslo_vmware.api [None req-6f403969-98dc-4898-a0f3-6c1fe58ef200 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1238.255019] env[70220]: value = "task-3626500" [ 1238.255019] env[70220]: _type = "Task" [ 1238.255019] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.266100] env[70220]: DEBUG oslo_vmware.api [None req-6f403969-98dc-4898-a0f3-6c1fe58ef200 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626500, 'name': SuspendVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.346374] env[70220]: DEBUG oslo_vmware.rw_handles [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Completed reading data from the image iterator. {{(pid=70220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1238.346651] env[70220]: DEBUG oslo_vmware.rw_handles [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859d96-5738-f9a0-7867-fbde08e8dde6/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1238.347880] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032d19f5-e516-4fff-b578-6ee7c49f2307 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.358179] env[70220]: DEBUG oslo_vmware.rw_handles [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859d96-5738-f9a0-7867-fbde08e8dde6/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1238.358373] env[70220]: DEBUG oslo_vmware.rw_handles [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859d96-5738-f9a0-7867-fbde08e8dde6/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1238.358625] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3dc9985f-e6ee-448e-a199-8d6f1df3d2c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.368851] env[70220]: DEBUG nova.compute.manager [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.384073] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e547edcc-6fc6-4480-83b6-91a1848f43d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.414226] env[70220]: DEBUG oslo_vmware.api [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626499, 'name': PowerOffVM_Task, 'duration_secs': 0.262537} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.415828] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.415828] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.415828] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de341757-dabd-47e6-9904-6ea17f895798 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.472713] env[70220]: DEBUG oslo_concurrency.lockutils [None req-a6dc0a21-7fa0-4553-a139-9978f4dfb42d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.044s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.483335] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.483586] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.483794] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleting the datastore file [datastore1] 413e275b-0b96-408b-be96-8748477cc4b2 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.485425] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60508da4-e751-4403-b3ef-fc5a28d29cc2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.494796] env[70220]: DEBUG oslo_concurrency.lockutils [None req-dbced1f4-e0c9-458c-a56c-73a3c73e65c9 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "44bed67f-f700-42d4-8aee-035e346bd30c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.807s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.494796] env[70220]: DEBUG oslo_vmware.api [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1238.494796] env[70220]: value = "task-3626502" [ 1238.494796] env[70220]: _type = "Task" [ 1238.494796] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.503679] env[70220]: DEBUG oslo_vmware.api [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.534335] env[70220]: INFO nova.compute.manager [-] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Took 1.30 seconds to deallocate network for instance. [ 1238.635565] env[70220]: DEBUG oslo_vmware.rw_handles [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52859d96-5738-f9a0-7867-fbde08e8dde6/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1238.636370] env[70220]: INFO nova.virt.vmwareapi.images [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Downloaded image file data 55b4102a-0567-41ae-bf4e-79af3a3f3b3a [ 1238.636703] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4791baa8-08e7-4aa8-abe8-79c7cdb0acf6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.655345] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ee98538-9d39-4a6a-8cf1-caf5c246f924 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.692053] env[70220]: INFO nova.virt.vmwareapi.images [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] The imported VM was unregistered [ 1238.695770] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Caching image {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1238.695770] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating directory with path [datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.698165] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54d38106-982e-47c9-ac94-c0ee03d82cc2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.719295] env[70220]: DEBUG nova.network.neutron [-] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.725604] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Created directory with path [datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.725846] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e624657e-af79-49ad-bc88-7c47c85e4876/OSTACK_IMG_e624657e-af79-49ad-bc88-7c47c85e4876.vmdk to [datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a/55b4102a-0567-41ae-bf4e-79af3a3f3b3a.vmdk. {{(pid=70220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1238.726242] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8e42c1a7-5537-44db-be36-d499d99e2eb5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.733729] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1238.733729] env[70220]: value = "task-3626504" [ 1238.733729] env[70220]: _type = "Task" [ 1238.733729] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.747826] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626504, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.765386] env[70220]: DEBUG oslo_vmware.api [None req-6f403969-98dc-4898-a0f3-6c1fe58ef200 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626500, 'name': SuspendVM_Task} progress is 58%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.873232] env[70220]: DEBUG nova.network.neutron [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance_info_cache with network_info: [{"id": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "address": "fa:16:3e:23:52:d4", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48ffefce-e3", "ovs_interfaceid": "48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.900924] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.901246] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.902805] env[70220]: INFO nova.compute.claims [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.959212] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.959472] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.959680] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "7ac66455-b270-4d41-aef2-63bb5191ecf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.960107] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.960107] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.962207] env[70220]: INFO nova.compute.manager [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Terminating instance [ 1239.003437] env[70220]: DEBUG oslo_vmware.api [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293221} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.003712] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.003862] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.004175] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.004387] env[70220]: INFO nova.compute.manager [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1239.004634] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.004862] env[70220]: DEBUG nova.compute.manager [-] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.005015] env[70220]: DEBUG nova.network.neutron [-] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.038370] env[70220]: DEBUG oslo_concurrency.lockutils [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.225921] env[70220]: INFO nova.compute.manager [-] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Took 1.54 seconds to deallocate network for instance. [ 1239.245583] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626504, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.266243] env[70220]: DEBUG oslo_vmware.api [None req-6f403969-98dc-4898-a0f3-6c1fe58ef200 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626500, 'name': SuspendVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.376472] env[70220]: DEBUG oslo_concurrency.lockutils [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-21dca84a-e6e7-49b1-930c-c5a9b2162483" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.466377] env[70220]: DEBUG nova.compute.manager [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1239.467112] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.467860] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da42d0fa-96c3-47c6-9118-4568e5599515 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.478310] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.478733] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546d2bd8-2bdd-4493-8cbf-27bf08306f01 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.488722] env[70220]: DEBUG oslo_vmware.api [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1239.488722] env[70220]: value = "task-3626505" [ 1239.488722] env[70220]: _type = "Task" [ 1239.488722] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.499498] env[70220]: DEBUG oslo_vmware.api [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.574717] env[70220]: DEBUG nova.compute.manager [req-a00cb870-1100-4d62-ad93-932122330ff7 req-c2f88a4a-7764-41e9-9997-a42b93485d89 service nova] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Received event network-vif-deleted-0fabdef2-9f3f-4307-acf7-8f342155536e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.574896] env[70220]: DEBUG nova.compute.manager [req-a00cb870-1100-4d62-ad93-932122330ff7 req-c2f88a4a-7764-41e9-9997-a42b93485d89 service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Received event network-vif-deleted-5eb0e77e-00c7-46a3-ad00-ed68240a4be8 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.575168] env[70220]: INFO nova.compute.manager [req-a00cb870-1100-4d62-ad93-932122330ff7 req-c2f88a4a-7764-41e9-9997-a42b93485d89 service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Neutron deleted interface 5eb0e77e-00c7-46a3-ad00-ed68240a4be8; detaching it from the instance and deleting it from the info cache [ 1239.575308] env[70220]: DEBUG nova.network.neutron [req-a00cb870-1100-4d62-ad93-932122330ff7 req-c2f88a4a-7764-41e9-9997-a42b93485d89 service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.733916] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.746055] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626504, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.767404] env[70220]: DEBUG oslo_vmware.api [None req-6f403969-98dc-4898-a0f3-6c1fe58ef200 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626500, 'name': SuspendVM_Task, 'duration_secs': 1.053345} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.767757] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6f403969-98dc-4898-a0f3-6c1fe58ef200 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Suspended the VM {{(pid=70220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1239.767949] env[70220]: DEBUG nova.compute.manager [None req-6f403969-98dc-4898-a0f3-6c1fe58ef200 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.768834] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc8ffd6-02fc-4fde-bb96-c52b2860f7aa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.782594] env[70220]: DEBUG nova.network.neutron [-] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.003724] env[70220]: DEBUG oslo_vmware.api [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626505, 'name': PowerOffVM_Task, 'duration_secs': 0.263194} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.004034] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.004207] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.004475] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-315f4517-6445-4227-96c8-f49082e99bdd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.036480] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a763fdd-cc14-4da3-96d2-365c8f81a234 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.047872] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f74d07-e7c7-4f81-bbdb-93e8cbff42a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.084499] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a5bba46-d4aa-41d1-a901-f7945a3d734c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.087325] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7369a83b-f12e-4d81-9ad1-95d993626bc7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.090074] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.090319] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.090512] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleting the datastore file [datastore2] 7ac66455-b270-4d41-aef2-63bb5191ecf9 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.091066] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-886105e5-acd5-44ae-9771-f7e05dc37532 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.101242] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f479b21-5030-4aa1-a658-51799879e1e5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.105721] env[70220]: DEBUG oslo_vmware.api [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1240.105721] env[70220]: value = "task-3626507" [ 1240.105721] env[70220]: _type = "Task" [ 1240.105721] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.109522] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a31a4ca-798e-49c5-b8ed-7549ec6c75b1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.135105] env[70220]: DEBUG nova.compute.provider_tree [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.144564] env[70220]: DEBUG oslo_vmware.api [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.153501] env[70220]: DEBUG nova.compute.manager [req-a00cb870-1100-4d62-ad93-932122330ff7 req-c2f88a4a-7764-41e9-9997-a42b93485d89 service nova] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Detach interface failed, port_id=5eb0e77e-00c7-46a3-ad00-ed68240a4be8, reason: Instance 413e275b-0b96-408b-be96-8748477cc4b2 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1240.247646] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626504, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.285045] env[70220]: INFO nova.compute.manager [-] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Took 1.28 seconds to deallocate network for instance. [ 1240.383216] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.383599] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03b56dc9-1435-403a-9cc2-70f00b54ddf5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.393945] env[70220]: DEBUG oslo_vmware.api [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1240.393945] env[70220]: value = "task-3626508" [ 1240.393945] env[70220]: _type = "Task" [ 1240.393945] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.402976] env[70220]: DEBUG oslo_vmware.api [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.633307] env[70220]: DEBUG oslo_vmware.api [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313894} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.633590] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.633780] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.633962] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.634158] env[70220]: INFO nova.compute.manager [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1240.634408] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.634608] env[70220]: DEBUG nova.compute.manager [-] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1240.634704] env[70220]: DEBUG nova.network.neutron [-] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1240.638490] env[70220]: DEBUG nova.scheduler.client.report [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.729559] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "44bed67f-f700-42d4-8aee-035e346bd30c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.729841] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "44bed67f-f700-42d4-8aee-035e346bd30c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.730210] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "44bed67f-f700-42d4-8aee-035e346bd30c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.730298] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "44bed67f-f700-42d4-8aee-035e346bd30c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.730459] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "44bed67f-f700-42d4-8aee-035e346bd30c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.733602] env[70220]: INFO nova.compute.manager [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Terminating instance [ 1240.747367] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626504, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.791715] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.906766] env[70220]: DEBUG oslo_vmware.api [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626508, 'name': PowerOnVM_Task, 'duration_secs': 0.421196} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.907016] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.907299] env[70220]: DEBUG nova.compute.manager [None req-22d3f354-2590-4b24-a991-55201e7429c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.908182] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dda645a-01ac-4813-9e69-b6c8184f324f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.145181] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.145675] env[70220]: DEBUG nova.compute.manager [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.148539] env[70220]: DEBUG oslo_concurrency.lockutils [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.110s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.148775] env[70220]: DEBUG nova.objects.instance [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lazy-loading 'resources' on Instance uuid 154db35b-0dc7-4142-92aa-d75f99285b8d {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.240676] env[70220]: DEBUG nova.compute.manager [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1241.240825] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1241.242052] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31611e99-f892-404b-9d39-600d589567f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.247988] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626504, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.254627] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.254984] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9666527-3933-4aa3-908e-2352672087ec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.600618] env[70220]: DEBUG nova.compute.manager [req-1bfeefe2-ce5f-46da-977c-f243049d480c req-0f1e500f-f15f-4d3b-8321-38ce992c99ed service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Received event network-vif-deleted-e40aba7c-1228-4b3c-950a-464ecb7a967b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.600766] env[70220]: INFO nova.compute.manager [req-1bfeefe2-ce5f-46da-977c-f243049d480c req-0f1e500f-f15f-4d3b-8321-38ce992c99ed service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Neutron deleted interface e40aba7c-1228-4b3c-950a-464ecb7a967b; detaching it from the instance and deleting it from the info cache [ 1241.600938] env[70220]: DEBUG nova.network.neutron [req-1bfeefe2-ce5f-46da-977c-f243049d480c req-0f1e500f-f15f-4d3b-8321-38ce992c99ed service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.632640] env[70220]: DEBUG nova.network.neutron [-] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.652210] env[70220]: DEBUG nova.compute.utils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.656688] env[70220]: DEBUG nova.compute.manager [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.656883] env[70220]: DEBUG nova.network.neutron [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.680021] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.680294] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.680490] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleting the datastore file [datastore1] 44bed67f-f700-42d4-8aee-035e346bd30c {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.680745] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963d4362-eeca-4cf2-957e-6b6ae6330fb6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.688073] env[70220]: DEBUG oslo_vmware.api [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1241.688073] env[70220]: value = "task-3626510" [ 1241.688073] env[70220]: _type = "Task" [ 1241.688073] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.696794] env[70220]: DEBUG oslo_vmware.api [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.698263] env[70220]: DEBUG nova.policy [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b53b4c69a564eff9f57d995e3027b2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8be896d7a0c7406f859ffa080218f992', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.746585] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626504, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.594587} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.749219] env[70220]: INFO nova.virt.vmwareapi.ds_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e624657e-af79-49ad-bc88-7c47c85e4876/OSTACK_IMG_e624657e-af79-49ad-bc88-7c47c85e4876.vmdk to [datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a/55b4102a-0567-41ae-bf4e-79af3a3f3b3a.vmdk. [ 1241.749413] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Cleaning up location [datastore1] OSTACK_IMG_e624657e-af79-49ad-bc88-7c47c85e4876 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1241.749579] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e624657e-af79-49ad-bc88-7c47c85e4876 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.750039] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b9b5b40-daa8-49ff-96f0-484647566281 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.756842] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1241.756842] env[70220]: value = "task-3626511" [ 1241.756842] env[70220]: _type = "Task" [ 1241.756842] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.766978] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.782497] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d027f0-506e-443a-b2e0-078aad89ce2e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.788333] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9712e9ed-aadb-44f6-bb20-2d23805bfd96 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.820940] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87fa813-baa9-4200-80a7-fc5adc240dae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.825208] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.825438] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.825632] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "21dca84a-e6e7-49b1-930c-c5a9b2162483-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.825812] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.825975] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.829701] env[70220]: INFO nova.compute.manager [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Terminating instance [ 1241.831941] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68997618-e719-4620-adbe-2e8348143a6c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.846361] env[70220]: DEBUG nova.compute.provider_tree [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.954916] env[70220]: DEBUG nova.network.neutron [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Successfully created port: b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.103745] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f3bc273-3c7f-4de6-b2e3-c8917e4272f4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.113927] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfb270c-5882-46af-8f27-f54510e5b32d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.140293] env[70220]: INFO nova.compute.manager [-] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Took 1.51 seconds to deallocate network for instance. [ 1242.140716] env[70220]: DEBUG nova.compute.manager [req-1bfeefe2-ce5f-46da-977c-f243049d480c req-0f1e500f-f15f-4d3b-8321-38ce992c99ed service nova] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Detach interface failed, port_id=e40aba7c-1228-4b3c-950a-464ecb7a967b, reason: Instance 7ac66455-b270-4d41-aef2-63bb5191ecf9 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.154469] env[70220]: DEBUG nova.compute.manager [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.198028] env[70220]: DEBUG oslo_vmware.api [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429753} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.198297] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.198476] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.198655] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.198900] env[70220]: INFO nova.compute.manager [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Took 0.96 seconds to destroy the instance on the hypervisor. [ 1242.199164] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.199356] env[70220]: DEBUG nova.compute.manager [-] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.199452] env[70220]: DEBUG nova.network.neutron [-] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1242.267727] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26442} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.268031] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.268202] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a/55b4102a-0567-41ae-bf4e-79af3a3f3b3a.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.268448] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a/55b4102a-0567-41ae-bf4e-79af3a3f3b3a.vmdk to [datastore1] f9aa14ab-86a5-401c-a359-b1889ae9d5da/f9aa14ab-86a5-401c-a359-b1889ae9d5da.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.268704] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b18cfd02-4162-45b2-8592-211b40eb1e60 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.275404] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1242.275404] env[70220]: value = "task-3626512" [ 1242.275404] env[70220]: _type = "Task" [ 1242.275404] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.282967] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.338657] env[70220]: DEBUG nova.compute.manager [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.339049] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.340447] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45408186-1cc1-4dc1-94f5-1a0ea981c5e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.348451] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.349321] env[70220]: DEBUG nova.scheduler.client.report [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.352481] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f96ed006-76a7-4d53-9485-8fc15d27b77b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.359098] env[70220]: DEBUG oslo_vmware.api [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1242.359098] env[70220]: value = "task-3626513" [ 1242.359098] env[70220]: _type = "Task" [ 1242.359098] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.368564] env[70220]: DEBUG oslo_vmware.api [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.648514] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.788317] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626512, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.856305] env[70220]: DEBUG oslo_concurrency.lockutils [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.859296] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.125s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.859780] env[70220]: DEBUG nova.objects.instance [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lazy-loading 'resources' on Instance uuid d5f4eb96-242f-44fe-9e81-46e71074c7b2 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.874872] env[70220]: DEBUG oslo_vmware.api [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626513, 'name': PowerOffVM_Task, 'duration_secs': 0.208769} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.875055] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.875203] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.875535] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-320de201-4fc6-425f-b7fe-89ab3e4077f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.880889] env[70220]: INFO nova.scheduler.client.report [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Deleted allocations for instance 154db35b-0dc7-4142-92aa-d75f99285b8d [ 1242.935034] env[70220]: DEBUG nova.network.neutron [-] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.947494] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.947770] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.947960] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleting the datastore file [datastore2] 21dca84a-e6e7-49b1-930c-c5a9b2162483 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.948247] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdc03d3c-b7c6-4c26-910d-a6419700a490 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.958671] env[70220]: DEBUG oslo_vmware.api [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1242.958671] env[70220]: value = "task-3626515" [ 1242.958671] env[70220]: _type = "Task" [ 1242.958671] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.970519] env[70220]: DEBUG oslo_vmware.api [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.165235] env[70220]: DEBUG nova.compute.manager [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.195191] env[70220]: DEBUG nova.virt.hardware [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.195463] env[70220]: DEBUG nova.virt.hardware [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.195620] env[70220]: DEBUG nova.virt.hardware [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.195889] env[70220]: DEBUG nova.virt.hardware [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.196099] env[70220]: DEBUG nova.virt.hardware [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.196257] env[70220]: DEBUG nova.virt.hardware [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.196468] env[70220]: DEBUG nova.virt.hardware [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.196624] env[70220]: DEBUG nova.virt.hardware [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.196803] env[70220]: DEBUG nova.virt.hardware [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.197121] env[70220]: DEBUG nova.virt.hardware [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.197317] env[70220]: DEBUG nova.virt.hardware [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.198262] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51e0568-b2cb-4ba2-bceb-467d78dc90bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.207023] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cab86f-0643-41ab-aa69-4b13b6847fe1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.289114] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626512, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.391528] env[70220]: DEBUG oslo_concurrency.lockutils [None req-71d1d96a-2ebf-4d10-81eb-78ceca03d55b tempest-ServersNegativeTestJSON-1334698533 tempest-ServersNegativeTestJSON-1334698533-project-member] Lock "154db35b-0dc7-4142-92aa-d75f99285b8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.783s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.437643] env[70220]: INFO nova.compute.manager [-] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Took 1.24 seconds to deallocate network for instance. [ 1243.445793] env[70220]: DEBUG nova.network.neutron [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Successfully updated port: b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.474280] env[70220]: DEBUG oslo_vmware.api [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207798} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.474711] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.474786] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.474976] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.475285] env[70220]: INFO nova.compute.manager [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1243.475456] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.478287] env[70220]: DEBUG nova.compute.manager [-] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.478402] env[70220]: DEBUG nova.network.neutron [-] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.506235] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f733737-173e-47df-b146-e9f488639dbb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.516908] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750a33ff-421b-4310-b405-c5a87fc2e176 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.554373] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562022f2-1f01-482b-b1c2-84a910c33fe4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.563496] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dc6e2c-0128-4e07-b41c-ff37f892c8a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.579895] env[70220]: DEBUG nova.compute.provider_tree [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.631520] env[70220]: DEBUG nova.compute.manager [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Received event network-vif-deleted-14c78eb0-48af-452e-8ba2-da4217255695 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.631762] env[70220]: DEBUG nova.compute.manager [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Received event network-vif-plugged-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.631959] env[70220]: DEBUG oslo_concurrency.lockutils [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] Acquiring lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.632203] env[70220]: DEBUG oslo_concurrency.lockutils [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.632434] env[70220]: DEBUG oslo_concurrency.lockutils [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.632604] env[70220]: DEBUG nova.compute.manager [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] No waiting events found dispatching network-vif-plugged-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1243.632782] env[70220]: WARNING nova.compute.manager [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Received unexpected event network-vif-plugged-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 for instance with vm_state building and task_state spawning. [ 1243.632949] env[70220]: DEBUG nova.compute.manager [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Received event network-changed-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.633118] env[70220]: DEBUG nova.compute.manager [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Refreshing instance network info cache due to event network-changed-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.633358] env[70220]: DEBUG oslo_concurrency.lockutils [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] Acquiring lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.633433] env[70220]: DEBUG oslo_concurrency.lockutils [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] Acquired lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.633587] env[70220]: DEBUG nova.network.neutron [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Refreshing network info cache for port b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.787774] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626512, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.948856] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.949502] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.083290] env[70220]: DEBUG nova.scheduler.client.report [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.187169] env[70220]: DEBUG nova.network.neutron [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.290086] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626512, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.309537] env[70220]: DEBUG nova.network.neutron [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.482508] env[70220]: DEBUG nova.network.neutron [-] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.592533] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.595488] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.804s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.595855] env[70220]: DEBUG nova.objects.instance [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lazy-loading 'resources' on Instance uuid 413e275b-0b96-408b-be96-8748477cc4b2 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.615214] env[70220]: INFO nova.scheduler.client.report [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleted allocations for instance d5f4eb96-242f-44fe-9e81-46e71074c7b2 [ 1244.788313] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626512, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.347423} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.788634] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/55b4102a-0567-41ae-bf4e-79af3a3f3b3a/55b4102a-0567-41ae-bf4e-79af3a3f3b3a.vmdk to [datastore1] f9aa14ab-86a5-401c-a359-b1889ae9d5da/f9aa14ab-86a5-401c-a359-b1889ae9d5da.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.789438] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52532df6-bcf5-48b4-9c1e-bc994ce1b4ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.811470] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] f9aa14ab-86a5-401c-a359-b1889ae9d5da/f9aa14ab-86a5-401c-a359-b1889ae9d5da.vmdk or device None with type streamOptimized {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.811986] env[70220]: DEBUG oslo_concurrency.lockutils [req-e595b7b3-44bf-477f-9090-24e3c13a31ba req-708ec3f3-6ca3-4fca-afb7-89620d2318f2 service nova] Releasing lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.814802] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f204651-71ce-4cef-89e4-347fb27f1deb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.830013] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.830213] env[70220]: DEBUG nova.network.neutron [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.837152] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1244.837152] env[70220]: value = "task-3626516" [ 1244.837152] env[70220]: _type = "Task" [ 1244.837152] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.846286] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.983753] env[70220]: INFO nova.compute.manager [-] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Took 1.51 seconds to deallocate network for instance. [ 1245.128112] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0db4ffc1-2f25-46f6-92b6-f20ab997d4fb tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d5f4eb96-242f-44fe-9e81-46e71074c7b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.070s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.200319] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3d64be-3ef6-44c5-809b-43d326be332f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.208488] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9987d7-f037-454f-8000-c2ecdc335764 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.239168] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c176a8e-c4b9-49b3-8126-8fab5dc88558 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.247090] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd69ec1-0336-41c7-a1f3-cfaf82b566d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.262279] env[70220]: DEBUG nova.compute.provider_tree [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.346656] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626516, 'name': ReconfigVM_Task, 'duration_secs': 0.293396} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.346928] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Reconfigured VM instance instance-0000005b to attach disk [datastore1] f9aa14ab-86a5-401c-a359-b1889ae9d5da/f9aa14ab-86a5-401c-a359-b1889ae9d5da.vmdk or device None with type streamOptimized {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.348314] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'disk_bus': None, 'encryption_format': None, 'size': 0, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'device_type': 'disk', 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'image_id': 'aaaed22f-e212-40be-bda3-a3d7fb53f464'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'b4b9ec6d-c3cd-4e7f-82f7-abb680968253', 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723213', 'volume_id': '43031f3d-14df-4e6f-abcf-46b94d65e0db', 'name': 'volume-43031f3d-14df-4e6f-abcf-46b94d65e0db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f9aa14ab-86a5-401c-a359-b1889ae9d5da', 'attached_at': '', 'detached_at': '', 'volume_id': '43031f3d-14df-4e6f-abcf-46b94d65e0db', 'serial': '43031f3d-14df-4e6f-abcf-46b94d65e0db'}, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=70220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1245.348518] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1245.348701] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723213', 'volume_id': '43031f3d-14df-4e6f-abcf-46b94d65e0db', 'name': 'volume-43031f3d-14df-4e6f-abcf-46b94d65e0db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f9aa14ab-86a5-401c-a359-b1889ae9d5da', 'attached_at': '', 'detached_at': '', 'volume_id': '43031f3d-14df-4e6f-abcf-46b94d65e0db', 'serial': '43031f3d-14df-4e6f-abcf-46b94d65e0db'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1245.349444] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39969093-97e4-4dd1-8907-fee581ddfd11 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.364498] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d65174-e8da-425b-8b88-801446370a90 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.388979] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-43031f3d-14df-4e6f-abcf-46b94d65e0db/volume-43031f3d-14df-4e6f-abcf-46b94d65e0db.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.389097] env[70220]: DEBUG nova.network.neutron [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1245.391867] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9cdd07-c8a0-4710-ad0c-66e97cd1ae10 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.409028] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1245.409028] env[70220]: value = "task-3626517" [ 1245.409028] env[70220]: _type = "Task" [ 1245.409028] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.420408] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.492161] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.608065] env[70220]: DEBUG nova.network.neutron [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance_info_cache with network_info: [{"id": "b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5", "address": "fa:16:3e:55:5e:56", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb116128c-8e", "ovs_interfaceid": "b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.662121] env[70220]: DEBUG nova.compute.manager [req-c87d2ee8-937b-4050-8cc6-744df2343a31 req-31eef6ea-3d87-4c6f-a2f3-530c8cb0bdf0 service nova] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Received event network-vif-deleted-48ffefce-e3a4-4aa1-9f5d-0d332b8cf0f2 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.767809] env[70220]: DEBUG nova.scheduler.client.report [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.919117] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626517, 'name': ReconfigVM_Task, 'duration_secs': 0.355951} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.919462] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-43031f3d-14df-4e6f-abcf-46b94d65e0db/volume-43031f3d-14df-4e6f-abcf-46b94d65e0db.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.924522] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99e0129-6235-482f-8d23-f2700c13ac4d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.938901] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1245.938901] env[70220]: value = "task-3626518" [ 1245.938901] env[70220]: _type = "Task" [ 1245.938901] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.947354] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.110649] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.111011] env[70220]: DEBUG nova.compute.manager [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Instance network_info: |[{"id": "b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5", "address": "fa:16:3e:55:5e:56", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb116128c-8e", "ovs_interfaceid": "b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1246.111455] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:5e:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1246.118993] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.119238] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1246.119465] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-763c73f3-c6ab-4928-89e8-08df9d681e9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.141628] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1246.141628] env[70220]: value = "task-3626519" [ 1246.141628] env[70220]: _type = "Task" [ 1246.141628] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.151034] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626519, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.271343] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.274909] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.626s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.275777] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.279145] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.331s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.279390] env[70220]: DEBUG nova.objects.instance [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lazy-loading 'resources' on Instance uuid 44bed67f-f700-42d4-8aee-035e346bd30c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.307620] env[70220]: INFO nova.scheduler.client.report [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted allocations for instance 413e275b-0b96-408b-be96-8748477cc4b2 [ 1246.309447] env[70220]: INFO nova.scheduler.client.report [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleted allocations for instance 7ac66455-b270-4d41-aef2-63bb5191ecf9 [ 1246.450422] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626518, 'name': ReconfigVM_Task, 'duration_secs': 0.144509} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.451059] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723213', 'volume_id': '43031f3d-14df-4e6f-abcf-46b94d65e0db', 'name': 'volume-43031f3d-14df-4e6f-abcf-46b94d65e0db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f9aa14ab-86a5-401c-a359-b1889ae9d5da', 'attached_at': '', 'detached_at': '', 'volume_id': '43031f3d-14df-4e6f-abcf-46b94d65e0db', 'serial': '43031f3d-14df-4e6f-abcf-46b94d65e0db'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1246.452017] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3447492-7b35-41a6-b2d3-018e6cd16328 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.459291] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1246.459291] env[70220]: value = "task-3626520" [ 1246.459291] env[70220]: _type = "Task" [ 1246.459291] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.467887] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626520, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.651828] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626519, 'name': CreateVM_Task, 'duration_secs': 0.358105} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.652071] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.652703] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.652871] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.653218] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.653471] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed473bdc-d6c9-4418-8605-8f94fd072417 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.657800] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1246.657800] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52be07c9-91f5-4d53-dc6c-c08bb530fe97" [ 1246.657800] env[70220]: _type = "Task" [ 1246.657800] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.664978] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52be07c9-91f5-4d53-dc6c-c08bb530fe97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.818613] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7fb8c4bf-fb53-4343-a140-c11122d427b5 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "413e275b-0b96-408b-be96-8748477cc4b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.476s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.820465] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8e40afce-6769-420e-9752-c832b879b480 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "7ac66455-b270-4d41-aef2-63bb5191ecf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.860s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.860890] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2eebf2-918f-4c0c-9ba4-46d31ab64861 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.869540] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeb9e53-28e6-482e-afde-93998ec45bcd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.900593] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdc1c5c-911a-4363-b748-b6a48356c844 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.907661] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37945dd8-5a7e-48eb-844b-cb34ed80a4d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.923158] env[70220]: DEBUG nova.compute.provider_tree [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.968496] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626520, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.169156] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52be07c9-91f5-4d53-dc6c-c08bb530fe97, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.169538] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.169827] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.170105] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.170293] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.170552] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.170868] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01a737d9-d72a-4095-a376-79f0449e2a57 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.180380] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.180567] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.181357] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca70f5c-e1d1-4507-8110-7242abf974c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.186517] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1247.186517] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52063e6c-09a4-8eba-77f0-687e644cb31e" [ 1247.186517] env[70220]: _type = "Task" [ 1247.186517] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.194185] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52063e6c-09a4-8eba-77f0-687e644cb31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.426563] env[70220]: DEBUG nova.scheduler.client.report [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.469838] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626520, 'name': Rename_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.608634] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d61a9627-f77b-4cd8-9093-02f403a31c44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.609017] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.699343] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52063e6c-09a4-8eba-77f0-687e644cb31e, 'name': SearchDatastore_Task, 'duration_secs': 0.013926} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.699343] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ee963f-0cf0-4f43-9e6d-4e1f43a9c17e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.704051] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1247.704051] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520728a7-c71c-fe28-b0a5-c5eae5032223" [ 1247.704051] env[70220]: _type = "Task" [ 1247.704051] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.714396] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520728a7-c71c-fe28-b0a5-c5eae5032223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.931610] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.934033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.443s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.934401] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.951672] env[70220]: INFO nova.scheduler.client.report [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted allocations for instance 44bed67f-f700-42d4-8aee-035e346bd30c [ 1247.953409] env[70220]: INFO nova.scheduler.client.report [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleted allocations for instance 21dca84a-e6e7-49b1-930c-c5a9b2162483 [ 1247.968975] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626520, 'name': Rename_Task, 'duration_secs': 1.200209} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.969258] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.969501] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53b2e6b4-e36a-4d39-ae4e-55e9e4deade9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.976960] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1247.976960] env[70220]: value = "task-3626521" [ 1247.976960] env[70220]: _type = "Task" [ 1247.976960] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.989665] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.112088] env[70220]: DEBUG nova.compute.manager [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1248.213672] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520728a7-c71c-fe28-b0a5-c5eae5032223, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.213972] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.214263] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 867470c3-4c64-4758-a2a3-4f8d7ef0afe1/867470c3-4c64-4758-a2a3-4f8d7ef0afe1.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.214524] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1f56a1b-6a53-4761-b9bb-085761bd71b4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.222049] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1248.222049] env[70220]: value = "task-3626522" [ 1248.222049] env[70220]: _type = "Task" [ 1248.222049] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.229651] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.279165] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "8b27913f-49be-4e7b-9d09-d10811067cc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.279455] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.465418] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b5284ff5-4a1b-41d6-9204-b2377644adbb tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "44bed67f-f700-42d4-8aee-035e346bd30c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.735s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.466561] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0090ae11-945b-4721-ad30-fd7920102486 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "21dca84a-e6e7-49b1-930c-c5a9b2162483" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.641s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.488587] env[70220]: DEBUG oslo_vmware.api [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626521, 'name': PowerOnVM_Task, 'duration_secs': 0.4488} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.488983] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.601544] env[70220]: DEBUG nova.compute.manager [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.602542] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f2e613-9191-4b30-92ee-9f86160b98b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.636018] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.636368] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.638423] env[70220]: INFO nova.compute.claims [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.732226] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470369} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.732497] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 867470c3-4c64-4758-a2a3-4f8d7ef0afe1/867470c3-4c64-4758-a2a3-4f8d7ef0afe1.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.732772] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.733052] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55e3bb7c-4dea-44fc-8903-a275d93e1d3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.739063] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1248.739063] env[70220]: value = "task-3626523" [ 1248.739063] env[70220]: _type = "Task" [ 1248.739063] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.746149] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.782308] env[70220]: DEBUG nova.compute.manager [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.123161] env[70220]: DEBUG oslo_concurrency.lockutils [None req-179edf64-1e6d-4a80-aadf-7dcc37e897d7 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.752s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.247957] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062485} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.248247] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.249602] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5be43a-0b5e-4373-8867-6b3703b58d62 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.274371] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 867470c3-4c64-4758-a2a3-4f8d7ef0afe1/867470c3-4c64-4758-a2a3-4f8d7ef0afe1.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.274666] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef0605c1-766c-4945-820b-18381d76e9bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.297311] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1249.297311] env[70220]: value = "task-3626524" [ 1249.297311] env[70220]: _type = "Task" [ 1249.297311] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.305352] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.307795] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.717575] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3112446-a08c-48f3-8c95-e968d75d08ca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.725293] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d571233b-98c6-45d2-8d16-9a69cbb9065d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.756886] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ec771a-edb1-40d2-bb9b-e784d55f8dba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.764162] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0577ae9b-c637-4c61-ad59-bb3f5d5dcbfe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.777312] env[70220]: DEBUG nova.compute.provider_tree [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.805871] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626524, 'name': ReconfigVM_Task, 'duration_secs': 0.277698} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.807026] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 867470c3-4c64-4758-a2a3-4f8d7ef0afe1/867470c3-4c64-4758-a2a3-4f8d7ef0afe1.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.807026] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0774086-cb8c-4151-a40e-a1e17e7d566c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.812939] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1249.812939] env[70220]: value = "task-3626525" [ 1249.812939] env[70220]: _type = "Task" [ 1249.812939] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.821220] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626525, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.904112] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "dc9ee336-5829-4e10-8fb4-a417ebc53449" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.904378] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.069204] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "91ad9779-b0e3-4c6f-a933-99047f02a217" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.069318] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.280042] env[70220]: DEBUG nova.scheduler.client.report [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.321672] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626525, 'name': Rename_Task, 'duration_secs': 0.138245} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.321929] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.322176] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dd76ee8-c450-459d-a185-2b345048f849 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.328016] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1250.328016] env[70220]: value = "task-3626526" [ 1250.328016] env[70220]: _type = "Task" [ 1250.328016] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.335192] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.406310] env[70220]: DEBUG nova.compute.manager [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.571516] env[70220]: DEBUG nova.compute.manager [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.785865] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.786399] env[70220]: DEBUG nova.compute.manager [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.789437] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.482s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.791025] env[70220]: INFO nova.compute.claims [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.838027] env[70220]: DEBUG oslo_vmware.api [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626526, 'name': PowerOnVM_Task, 'duration_secs': 0.434746} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.838027] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.838177] env[70220]: INFO nova.compute.manager [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1250.838362] env[70220]: DEBUG nova.compute.manager [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1250.839117] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed69f0f-0b9a-4a39-9e69-013a1a318e35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.927810] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.094213] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.295892] env[70220]: DEBUG nova.compute.utils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.299817] env[70220]: DEBUG nova.compute.manager [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.299991] env[70220]: DEBUG nova.network.neutron [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.343435] env[70220]: DEBUG nova.policy [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '475a4baea6de479ba9c2102c89c4af06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54c4b59eb84f4f87ac5642d1bf2d217a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.354862] env[70220]: INFO nova.compute.manager [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Took 12.47 seconds to build instance. [ 1251.600528] env[70220]: DEBUG nova.network.neutron [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Successfully created port: d60844c3-821c-4505-b179-565a33fd837e {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.805876] env[70220]: DEBUG nova.compute.manager [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.856128] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c28e6cd2-0a88-449a-91b0-d3fac0694060 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.996s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.894261] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d40e731-1e2c-4513-a56b-e48f38b9feae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.902721] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5438ada8-be7d-4fb0-bc75-f65e25037559 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.934190] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e9272d-ef5a-42f8-8f31-f04eee6c51ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.943205] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cdb753-68fc-48ce-a523-81b17386cd03 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.957892] env[70220]: DEBUG nova.compute.provider_tree [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.463018] env[70220]: DEBUG nova.scheduler.client.report [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.819150] env[70220]: DEBUG nova.compute.manager [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.846875] env[70220]: DEBUG nova.virt.hardware [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.847151] env[70220]: DEBUG nova.virt.hardware [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.847299] env[70220]: DEBUG nova.virt.hardware [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.847502] env[70220]: DEBUG nova.virt.hardware [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.847649] env[70220]: DEBUG nova.virt.hardware [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.847794] env[70220]: DEBUG nova.virt.hardware [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.848007] env[70220]: DEBUG nova.virt.hardware [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.848183] env[70220]: DEBUG nova.virt.hardware [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.848393] env[70220]: DEBUG nova.virt.hardware [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.848661] env[70220]: DEBUG nova.virt.hardware [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.848868] env[70220]: DEBUG nova.virt.hardware [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.849756] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74fa87e-1820-46cb-afb7-8b51c0414443 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.858871] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb2bcfc-1e51-4500-b0fe-98795a71d77f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.956999] env[70220]: DEBUG nova.compute.manager [req-196defc2-ec2b-4674-bf05-f94339b90294 req-3340ff6c-5f71-4817-8824-046fb123a765 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Received event network-vif-plugged-d60844c3-821c-4505-b179-565a33fd837e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.957229] env[70220]: DEBUG oslo_concurrency.lockutils [req-196defc2-ec2b-4674-bf05-f94339b90294 req-3340ff6c-5f71-4817-8824-046fb123a765 service nova] Acquiring lock "d61a9627-f77b-4cd8-9093-02f403a31c44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.957473] env[70220]: DEBUG oslo_concurrency.lockutils [req-196defc2-ec2b-4674-bf05-f94339b90294 req-3340ff6c-5f71-4817-8824-046fb123a765 service nova] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.957646] env[70220]: DEBUG oslo_concurrency.lockutils [req-196defc2-ec2b-4674-bf05-f94339b90294 req-3340ff6c-5f71-4817-8824-046fb123a765 service nova] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.957816] env[70220]: DEBUG nova.compute.manager [req-196defc2-ec2b-4674-bf05-f94339b90294 req-3340ff6c-5f71-4817-8824-046fb123a765 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] No waiting events found dispatching network-vif-plugged-d60844c3-821c-4505-b179-565a33fd837e {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.957980] env[70220]: WARNING nova.compute.manager [req-196defc2-ec2b-4674-bf05-f94339b90294 req-3340ff6c-5f71-4817-8824-046fb123a765 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Received unexpected event network-vif-plugged-d60844c3-821c-4505-b179-565a33fd837e for instance with vm_state building and task_state spawning. [ 1252.966663] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.967219] env[70220]: DEBUG nova.compute.manager [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.969746] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.042s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.971250] env[70220]: INFO nova.compute.claims [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.047713] env[70220]: DEBUG nova.network.neutron [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Successfully updated port: d60844c3-821c-4505-b179-565a33fd837e {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.475849] env[70220]: DEBUG nova.compute.utils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.479524] env[70220]: DEBUG nova.compute.manager [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.479524] env[70220]: DEBUG nova.network.neutron [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.523866] env[70220]: DEBUG nova.policy [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e1e638ade834673bf790e1207feabb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e26f00c7bac245ef953e8e4641ad68a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.554299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "refresh_cache-d61a9627-f77b-4cd8-9093-02f403a31c44" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.554299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "refresh_cache-d61a9627-f77b-4cd8-9093-02f403a31c44" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.554299] env[70220]: DEBUG nova.network.neutron [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.569590] env[70220]: DEBUG nova.compute.manager [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Stashing vm_state: active {{(pid=70220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1253.802786] env[70220]: DEBUG nova.network.neutron [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Successfully created port: 7be192ac-aa66-4f6e-97eb-e03eadf7654a {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.980598] env[70220]: DEBUG nova.compute.manager [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.087839] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.091706] env[70220]: DEBUG nova.network.neutron [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.111754] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29394d4-0c03-439f-8c06-d68ed3429c48 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.120083] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9614fba6-9157-4a4c-b5bc-52256a25370c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.156279] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4346cb-26f8-452a-943c-751f1ffe51cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.166230] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791a4e78-7d6f-4446-ae4e-75dda7287ddf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.181586] env[70220]: DEBUG nova.compute.provider_tree [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.267467] env[70220]: DEBUG nova.network.neutron [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Updating instance_info_cache with network_info: [{"id": "d60844c3-821c-4505-b179-565a33fd837e", "address": "fa:16:3e:66:b9:57", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60844c3-82", "ovs_interfaceid": "d60844c3-821c-4505-b179-565a33fd837e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.440693] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.440693] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.440693] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.440693] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.440929] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.440965] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.441132] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.441272] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1254.441419] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.684587] env[70220]: DEBUG nova.scheduler.client.report [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.770609] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "refresh_cache-d61a9627-f77b-4cd8-9093-02f403a31c44" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.770963] env[70220]: DEBUG nova.compute.manager [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Instance network_info: |[{"id": "d60844c3-821c-4505-b179-565a33fd837e", "address": "fa:16:3e:66:b9:57", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60844c3-82", "ovs_interfaceid": "d60844c3-821c-4505-b179-565a33fd837e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.771452] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:b9:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd60844c3-821c-4505-b179-565a33fd837e', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.779338] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.779547] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.779770] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f5edff9-28e8-4e78-a3d3-db15d04dc0fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.801773] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.801773] env[70220]: value = "task-3626527" [ 1254.801773] env[70220]: _type = "Task" [ 1254.801773] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.809771] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626527, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.944883] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.985028] env[70220]: DEBUG nova.compute.manager [req-756e99bb-5413-46fb-8d42-bcb0210fa2f0 req-5ae61df9-9304-4a87-912f-629585fd90d2 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Received event network-changed-d60844c3-821c-4505-b179-565a33fd837e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.985290] env[70220]: DEBUG nova.compute.manager [req-756e99bb-5413-46fb-8d42-bcb0210fa2f0 req-5ae61df9-9304-4a87-912f-629585fd90d2 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Refreshing instance network info cache due to event network-changed-d60844c3-821c-4505-b179-565a33fd837e. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.985444] env[70220]: DEBUG oslo_concurrency.lockutils [req-756e99bb-5413-46fb-8d42-bcb0210fa2f0 req-5ae61df9-9304-4a87-912f-629585fd90d2 service nova] Acquiring lock "refresh_cache-d61a9627-f77b-4cd8-9093-02f403a31c44" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.985589] env[70220]: DEBUG oslo_concurrency.lockutils [req-756e99bb-5413-46fb-8d42-bcb0210fa2f0 req-5ae61df9-9304-4a87-912f-629585fd90d2 service nova] Acquired lock "refresh_cache-d61a9627-f77b-4cd8-9093-02f403a31c44" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.985719] env[70220]: DEBUG nova.network.neutron [req-756e99bb-5413-46fb-8d42-bcb0210fa2f0 req-5ae61df9-9304-4a87-912f-629585fd90d2 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Refreshing network info cache for port d60844c3-821c-4505-b179-565a33fd837e {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.994307] env[70220]: DEBUG nova.compute.manager [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.023171] env[70220]: DEBUG nova.virt.hardware [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.023445] env[70220]: DEBUG nova.virt.hardware [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.023589] env[70220]: DEBUG nova.virt.hardware [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.023767] env[70220]: DEBUG nova.virt.hardware [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.023909] env[70220]: DEBUG nova.virt.hardware [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.024067] env[70220]: DEBUG nova.virt.hardware [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.024283] env[70220]: DEBUG nova.virt.hardware [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.024440] env[70220]: DEBUG nova.virt.hardware [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.024602] env[70220]: DEBUG nova.virt.hardware [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.024824] env[70220]: DEBUG nova.virt.hardware [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.024922] env[70220]: DEBUG nova.virt.hardware [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.026137] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7318e9d6-b3ee-4065-94a4-7d7ff97398c4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.035568] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cbab76-47b4-4813-9773-0caed25e417d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.190128] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.190909] env[70220]: DEBUG nova.compute.manager [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.194089] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.100s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.195835] env[70220]: INFO nova.compute.claims [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1255.268383] env[70220]: DEBUG nova.network.neutron [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Successfully updated port: 7be192ac-aa66-4f6e-97eb-e03eadf7654a {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.311779] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626527, 'name': CreateVM_Task, 'duration_secs': 0.428089} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.312236] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.313056] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.313371] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.313815] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.314240] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9e5c4d-f46c-4dee-b4d4-37c018da1236 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.318873] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1255.318873] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5245d90f-dbd8-2808-cb5f-2406d7271f63" [ 1255.318873] env[70220]: _type = "Task" [ 1255.318873] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.326712] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5245d90f-dbd8-2808-cb5f-2406d7271f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.663894] env[70220]: DEBUG nova.network.neutron [req-756e99bb-5413-46fb-8d42-bcb0210fa2f0 req-5ae61df9-9304-4a87-912f-629585fd90d2 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Updated VIF entry in instance network info cache for port d60844c3-821c-4505-b179-565a33fd837e. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.664274] env[70220]: DEBUG nova.network.neutron [req-756e99bb-5413-46fb-8d42-bcb0210fa2f0 req-5ae61df9-9304-4a87-912f-629585fd90d2 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Updating instance_info_cache with network_info: [{"id": "d60844c3-821c-4505-b179-565a33fd837e", "address": "fa:16:3e:66:b9:57", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60844c3-82", "ovs_interfaceid": "d60844c3-821c-4505-b179-565a33fd837e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.700954] env[70220]: DEBUG nova.compute.utils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.704208] env[70220]: DEBUG nova.compute.manager [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.704382] env[70220]: DEBUG nova.network.neutron [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.740387] env[70220]: DEBUG nova.policy [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e2139bce63432bbb85dc539e889c23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9746f61112d34bbc83c56222b4467e09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.771409] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.771409] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.771541] env[70220]: DEBUG nova.network.neutron [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.831268] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5245d90f-dbd8-2808-cb5f-2406d7271f63, 'name': SearchDatastore_Task, 'duration_secs': 0.009778} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.831586] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.831824] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.832138] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.832333] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.832750] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.832841] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc79e9c1-38ae-4774-b7f2-69d7227fcf9d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.842890] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.843119] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.843834] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1032e5fc-85cf-4292-9699-fc056828c5ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.851095] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1255.851095] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]527d3306-2042-bc02-0099-835e721cf12a" [ 1255.851095] env[70220]: _type = "Task" [ 1255.851095] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.860849] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527d3306-2042-bc02-0099-835e721cf12a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.003299] env[70220]: DEBUG nova.network.neutron [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Successfully created port: 14861169-c838-4670-adac-79624cc7cb54 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.167447] env[70220]: DEBUG oslo_concurrency.lockutils [req-756e99bb-5413-46fb-8d42-bcb0210fa2f0 req-5ae61df9-9304-4a87-912f-629585fd90d2 service nova] Releasing lock "refresh_cache-d61a9627-f77b-4cd8-9093-02f403a31c44" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.205165] env[70220]: DEBUG nova.compute.manager [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.304071] env[70220]: DEBUG nova.network.neutron [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.316447] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb2428b-73f3-449d-bbe1-f4a5d01e5f1e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.327922] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd8a66b-5f98-4c16-a3fd-4f528f5ea6b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.364462] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3237402-b5d2-4e58-9eca-ad63ad56440c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.375012] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527d3306-2042-bc02-0099-835e721cf12a, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.376216] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77162120-2407-45f7-9165-7900b6f10038 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.380248] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b2a643-a075-4274-a84d-3e260ce7b5dd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.387663] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1256.387663] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]527e5ae0-25c6-ea5f-1c2a-8a551a6c6292" [ 1256.387663] env[70220]: _type = "Task" [ 1256.387663] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.395086] env[70220]: DEBUG nova.compute.provider_tree [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.407509] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527e5ae0-25c6-ea5f-1c2a-8a551a6c6292, 'name': SearchDatastore_Task, 'duration_secs': 0.011246} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.407749] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.407995] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] d61a9627-f77b-4cd8-9093-02f403a31c44/d61a9627-f77b-4cd8-9093-02f403a31c44.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.408255] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e090e6ea-06f0-463c-8510-58e518c630e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.415923] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1256.415923] env[70220]: value = "task-3626528" [ 1256.415923] env[70220]: _type = "Task" [ 1256.415923] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.423874] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.464476] env[70220]: DEBUG nova.network.neutron [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance_info_cache with network_info: [{"id": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "address": "fa:16:3e:80:1b:f0", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be192ac-aa", "ovs_interfaceid": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.903061] env[70220]: DEBUG nova.scheduler.client.report [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.927561] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447678} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.927835] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] d61a9627-f77b-4cd8-9093-02f403a31c44/d61a9627-f77b-4cd8-9093-02f403a31c44.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.928062] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.928312] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e91280ef-2251-4dde-aa82-8438cc724560 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.936393] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1256.936393] env[70220]: value = "task-3626529" [ 1256.936393] env[70220]: _type = "Task" [ 1256.936393] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.944364] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.967540] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.967880] env[70220]: DEBUG nova.compute.manager [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Instance network_info: |[{"id": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "address": "fa:16:3e:80:1b:f0", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be192ac-aa", "ovs_interfaceid": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1256.968405] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:1b:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7be192ac-aa66-4f6e-97eb-e03eadf7654a', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.976265] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.976660] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.976738] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7da369a3-94c6-4fbe-80be-96be9e40e1f3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.999324] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.999324] env[70220]: value = "task-3626530" [ 1256.999324] env[70220]: _type = "Task" [ 1256.999324] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.007306] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626530, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.043337] env[70220]: DEBUG nova.compute.manager [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Received event network-vif-plugged-7be192ac-aa66-4f6e-97eb-e03eadf7654a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.043519] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] Acquiring lock "8b27913f-49be-4e7b-9d09-d10811067cc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.043728] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.043898] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.044249] env[70220]: DEBUG nova.compute.manager [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] No waiting events found dispatching network-vif-plugged-7be192ac-aa66-4f6e-97eb-e03eadf7654a {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.044447] env[70220]: WARNING nova.compute.manager [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Received unexpected event network-vif-plugged-7be192ac-aa66-4f6e-97eb-e03eadf7654a for instance with vm_state building and task_state spawning. [ 1257.044608] env[70220]: DEBUG nova.compute.manager [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Received event network-changed-7be192ac-aa66-4f6e-97eb-e03eadf7654a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.044759] env[70220]: DEBUG nova.compute.manager [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Refreshing instance network info cache due to event network-changed-7be192ac-aa66-4f6e-97eb-e03eadf7654a. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.044941] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] Acquiring lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.045157] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] Acquired lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.045322] env[70220]: DEBUG nova.network.neutron [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Refreshing network info cache for port 7be192ac-aa66-4f6e-97eb-e03eadf7654a {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.217456] env[70220]: DEBUG nova.compute.manager [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.244150] env[70220]: DEBUG nova.virt.hardware [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.244415] env[70220]: DEBUG nova.virt.hardware [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.244617] env[70220]: DEBUG nova.virt.hardware [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.244738] env[70220]: DEBUG nova.virt.hardware [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.244886] env[70220]: DEBUG nova.virt.hardware [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.245058] env[70220]: DEBUG nova.virt.hardware [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.245294] env[70220]: DEBUG nova.virt.hardware [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.245450] env[70220]: DEBUG nova.virt.hardware [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.245611] env[70220]: DEBUG nova.virt.hardware [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.245767] env[70220]: DEBUG nova.virt.hardware [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.245933] env[70220]: DEBUG nova.virt.hardware [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.246859] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36700a0a-e3b0-48db-b667-0dbebb7da8d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.255406] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e82145-32bd-434b-ac89-5971f14e529e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.408456] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.408997] env[70220]: DEBUG nova.compute.manager [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1257.411716] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.324s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.449465] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069755} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.449696] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.450482] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8b2f2e-6ce8-429e-910f-ba54edc33bcf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.472618] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] d61a9627-f77b-4cd8-9093-02f403a31c44/d61a9627-f77b-4cd8-9093-02f403a31c44.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.473555] env[70220]: DEBUG nova.network.neutron [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Successfully updated port: 14861169-c838-4670-adac-79624cc7cb54 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.475368] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5af4d0e-cac1-4e9c-aaa3-7e432e52813a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.489433] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.489573] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.489715] env[70220]: DEBUG nova.network.neutron [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.498404] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1257.498404] env[70220]: value = "task-3626531" [ 1257.498404] env[70220]: _type = "Task" [ 1257.498404] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.509815] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626530, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.512818] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.771809] env[70220]: DEBUG nova.network.neutron [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updated VIF entry in instance network info cache for port 7be192ac-aa66-4f6e-97eb-e03eadf7654a. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.772185] env[70220]: DEBUG nova.network.neutron [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance_info_cache with network_info: [{"id": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "address": "fa:16:3e:80:1b:f0", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be192ac-aa", "ovs_interfaceid": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.915339] env[70220]: DEBUG nova.compute.utils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.918587] env[70220]: INFO nova.compute.claims [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1257.921788] env[70220]: DEBUG nova.compute.manager [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1257.921953] env[70220]: DEBUG nova.network.neutron [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.959210] env[70220]: DEBUG nova.policy [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8270cf326f4f99854dc8a5dd7f3e30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c57c9fde0cd4d48b47d1311a29e6e7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1258.011767] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626531, 'name': ReconfigVM_Task, 'duration_secs': 0.285459} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.014795] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Reconfigured VM instance instance-00000068 to attach disk [datastore2] d61a9627-f77b-4cd8-9093-02f403a31c44/d61a9627-f77b-4cd8-9093-02f403a31c44.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.015721] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626530, 'name': CreateVM_Task, 'duration_secs': 0.690913} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.015986] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2aeb747-3d5e-4895-8e57-0f97ef3d50a0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.017335] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.018045] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.018214] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.018541] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.019079] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4587106-9623-4aa5-a09f-1bd9e790d958 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.023320] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1258.023320] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ad657c-5276-c5e5-59a7-3e9a50ecac87" [ 1258.023320] env[70220]: _type = "Task" [ 1258.023320] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.027154] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1258.027154] env[70220]: value = "task-3626532" [ 1258.027154] env[70220]: _type = "Task" [ 1258.027154] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.033271] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ad657c-5276-c5e5-59a7-3e9a50ecac87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.039074] env[70220]: DEBUG nova.network.neutron [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.043014] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626532, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.265839] env[70220]: DEBUG nova.network.neutron [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance_info_cache with network_info: [{"id": "14861169-c838-4670-adac-79624cc7cb54", "address": "fa:16:3e:38:9e:ea", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14861169-c8", "ovs_interfaceid": "14861169-c838-4670-adac-79624cc7cb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.275501] env[70220]: DEBUG oslo_concurrency.lockutils [req-b8aec011-7142-41ac-9583-0325a843b5ef req-621efcb8-b252-47ac-8acf-f99cff5744f0 service nova] Releasing lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.379533] env[70220]: DEBUG nova.network.neutron [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Successfully created port: 845c7a29-c186-4dd8-a8be-bebc89e11fba {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.427794] env[70220]: INFO nova.compute.resource_tracker [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating resource usage from migration 2024aff4-d340-4a24-b676-d7df5c7832d6 [ 1258.430655] env[70220]: DEBUG nova.compute.manager [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1258.535118] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ad657c-5276-c5e5-59a7-3e9a50ecac87, 'name': SearchDatastore_Task, 'duration_secs': 0.016858} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.538214] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.538506] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.538776] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.538952] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.539176] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.540541] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6977cd8-b403-41f4-b845-46ca053d9c96 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.545083] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626532, 'name': Rename_Task, 'duration_secs': 0.160262} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.545930] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.547091] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-747180f5-3d04-443d-9e78-5d42468f7287 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.551886] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0045c17b-3aeb-43c2-8553-5f15e2190599 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.556985] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.557456] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.558525] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1258.558525] env[70220]: value = "task-3626533" [ 1258.558525] env[70220]: _type = "Task" [ 1258.558525] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.559171] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6a3c5dc-677a-4108-b7d7-73432628c5a3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.567841] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50273f2e-a86e-433a-889d-e683958a30d0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.572539] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1258.572539] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5214644e-027c-1ecd-c12c-a0554953b006" [ 1258.572539] env[70220]: _type = "Task" [ 1258.572539] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.608701] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626533, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.609862] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577ae13a-f548-4257-8b24-e73eb3a5f259 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.616874] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5214644e-027c-1ecd-c12c-a0554953b006, 'name': SearchDatastore_Task, 'duration_secs': 0.01328} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.618056] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abc73c2b-f597-49ec-9b26-f099e1bbfb32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.623970] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cf886b-4a91-40f5-929c-540a1d145c69 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.629224] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1258.629224] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fe9a61-c475-5e8d-f5e2-6dc49cd8275c" [ 1258.629224] env[70220]: _type = "Task" [ 1258.629224] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.641539] env[70220]: DEBUG nova.compute.provider_tree [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.650071] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fe9a61-c475-5e8d-f5e2-6dc49cd8275c, 'name': SearchDatastore_Task, 'duration_secs': 0.014529} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.650071] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.650071] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 8b27913f-49be-4e7b-9d09-d10811067cc7/8b27913f-49be-4e7b-9d09-d10811067cc7.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.650071] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bc654a9-5d95-4aea-8971-e4cee8cfd44e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.658171] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1258.658171] env[70220]: value = "task-3626534" [ 1258.658171] env[70220]: _type = "Task" [ 1258.658171] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.667167] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.768637] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.768987] env[70220]: DEBUG nova.compute.manager [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Instance network_info: |[{"id": "14861169-c838-4670-adac-79624cc7cb54", "address": "fa:16:3e:38:9e:ea", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14861169-c8", "ovs_interfaceid": "14861169-c838-4670-adac-79624cc7cb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.769447] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:9e:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14861169-c838-4670-adac-79624cc7cb54', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.777496] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.777721] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.777943] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-957138ad-b539-4139-91cf-6486bd84e796 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.799464] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.799464] env[70220]: value = "task-3626535" [ 1258.799464] env[70220]: _type = "Task" [ 1258.799464] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.807509] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626535, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.074942] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.078060] env[70220]: DEBUG nova.compute.manager [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Received event network-vif-plugged-14861169-c838-4670-adac-79624cc7cb54 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.078346] env[70220]: DEBUG oslo_concurrency.lockutils [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] Acquiring lock "dc9ee336-5829-4e10-8fb4-a417ebc53449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.078637] env[70220]: DEBUG oslo_concurrency.lockutils [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.078915] env[70220]: DEBUG oslo_concurrency.lockutils [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.079224] env[70220]: DEBUG nova.compute.manager [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] No waiting events found dispatching network-vif-plugged-14861169-c838-4670-adac-79624cc7cb54 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.079511] env[70220]: WARNING nova.compute.manager [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Received unexpected event network-vif-plugged-14861169-c838-4670-adac-79624cc7cb54 for instance with vm_state building and task_state spawning. [ 1259.079726] env[70220]: DEBUG nova.compute.manager [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Received event network-changed-14861169-c838-4670-adac-79624cc7cb54 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.080030] env[70220]: DEBUG nova.compute.manager [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Refreshing instance network info cache due to event network-changed-14861169-c838-4670-adac-79624cc7cb54. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.080310] env[70220]: DEBUG oslo_concurrency.lockutils [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] Acquiring lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.080477] env[70220]: DEBUG oslo_concurrency.lockutils [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] Acquired lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.080732] env[70220]: DEBUG nova.network.neutron [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Refreshing network info cache for port 14861169-c838-4670-adac-79624cc7cb54 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.145250] env[70220]: DEBUG nova.scheduler.client.report [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.169876] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626534, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.313525] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626535, 'name': CreateVM_Task} progress is 25%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.440481] env[70220]: DEBUG nova.compute.manager [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1259.474796] env[70220]: DEBUG nova.virt.hardware [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.475217] env[70220]: DEBUG nova.virt.hardware [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.475404] env[70220]: DEBUG nova.virt.hardware [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.475590] env[70220]: DEBUG nova.virt.hardware [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.475736] env[70220]: DEBUG nova.virt.hardware [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.475880] env[70220]: DEBUG nova.virt.hardware [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.476176] env[70220]: DEBUG nova.virt.hardware [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.476350] env[70220]: DEBUG nova.virt.hardware [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.476517] env[70220]: DEBUG nova.virt.hardware [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.476681] env[70220]: DEBUG nova.virt.hardware [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.476852] env[70220]: DEBUG nova.virt.hardware [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.477718] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22eb516e-cdd5-492f-a9db-b3f061545d57 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.486624] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5cdc82-8d40-481e-96fd-62a42a253df5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.572880] env[70220]: DEBUG oslo_vmware.api [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626533, 'name': PowerOnVM_Task, 'duration_secs': 0.779934} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.573290] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.573529] env[70220]: INFO nova.compute.manager [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1259.573716] env[70220]: DEBUG nova.compute.manager [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.574711] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afadce7c-4c91-4acf-bd4a-1bb8fa1a316f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.650673] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.239s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.651608] env[70220]: INFO nova.compute.manager [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Migrating [ 1259.658641] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.714s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.658873] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.658988] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1259.662565] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8e7672-c6c8-47bb-bc95-7cb800e80b6d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.683313] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426cefa7-10c9-4471-8403-7eb5b4dd0035 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.687417] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521178} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.688017] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 8b27913f-49be-4e7b-9d09-d10811067cc7/8b27913f-49be-4e7b-9d09-d10811067cc7.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.688250] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.689685] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97e909a4-6686-4697-980b-e31550878176 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.702320] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c265a667-1316-4c84-b10f-0ad5557a1e26 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.705052] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1259.705052] env[70220]: value = "task-3626536" [ 1259.705052] env[70220]: _type = "Task" [ 1259.705052] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.716601] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71501b97-bcaf-489a-8f2b-12cb6f502ee2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.724329] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.755801] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180613MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1259.755954] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.756247] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.812348] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626535, 'name': CreateVM_Task, 'duration_secs': 0.915367} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.812528] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.813263] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.813428] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.813749] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.814053] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5565d1-5b7c-40f3-ad01-294681b7803d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.835809] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1259.835809] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bc303b-8f83-4ab6-5559-15e5134a1e3d" [ 1259.835809] env[70220]: _type = "Task" [ 1259.835809] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.844751] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bc303b-8f83-4ab6-5559-15e5134a1e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.907973] env[70220]: DEBUG nova.network.neutron [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updated VIF entry in instance network info cache for port 14861169-c838-4670-adac-79624cc7cb54. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.908354] env[70220]: DEBUG nova.network.neutron [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance_info_cache with network_info: [{"id": "14861169-c838-4670-adac-79624cc7cb54", "address": "fa:16:3e:38:9e:ea", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14861169-c8", "ovs_interfaceid": "14861169-c838-4670-adac-79624cc7cb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.970212] env[70220]: DEBUG nova.network.neutron [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Successfully updated port: 845c7a29-c186-4dd8-a8be-bebc89e11fba {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.095677] env[70220]: INFO nova.compute.manager [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Took 11.48 seconds to build instance. [ 1260.170317] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.170559] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.170736] env[70220]: DEBUG nova.network.neutron [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.217990] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07827} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.218234] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.219065] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f473d7f4-3f35-4b2f-9a67-fd6d579b1363 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.241334] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 8b27913f-49be-4e7b-9d09-d10811067cc7/8b27913f-49be-4e7b-9d09-d10811067cc7.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.241629] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f42bed9-f045-43e8-89ec-5890da38be75 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.266786] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1260.266786] env[70220]: value = "task-3626537" [ 1260.266786] env[70220]: _type = "Task" [ 1260.266786] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.278192] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.346769] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bc303b-8f83-4ab6-5559-15e5134a1e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.084336} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.347084] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.347329] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.347569] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.347713] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.347891] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.348227] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17af162f-91f0-4300-b855-2d3c9311187e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.358451] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.358936] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.359712] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f8fa65-d91a-47cd-aab2-bf54649ecb44 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.367048] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1260.367048] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5291b3cc-83e0-e95a-a50c-4092465abe43" [ 1260.367048] env[70220]: _type = "Task" [ 1260.367048] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.378175] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5291b3cc-83e0-e95a-a50c-4092465abe43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.411439] env[70220]: DEBUG oslo_concurrency.lockutils [req-86a9edfc-9d3e-4892-85f6-e2ff7ede3e0d req-64640366-9e41-411b-b75e-c4510e94df5d service nova] Releasing lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.472027] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.472178] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.472300] env[70220]: DEBUG nova.network.neutron [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.598231] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7acdfdd4-347b-49d3-81d0-f7979fb02be8 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.989s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.772028] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Applying migration context for instance 867470c3-4c64-4758-a2a3-4f8d7ef0afe1 as it has an incoming, in-progress migration 2024aff4-d340-4a24-b676-d7df5c7832d6. Migration status is pre-migrating {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1260.772028] env[70220]: INFO nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating resource usage from migration 2024aff4-d340-4a24-b676-d7df5c7832d6 [ 1260.783162] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626537, 'name': ReconfigVM_Task, 'duration_secs': 0.409718} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.783162] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 8b27913f-49be-4e7b-9d09-d10811067cc7/8b27913f-49be-4e7b-9d09-d10811067cc7.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.784019] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-622a1f21-66b8-4fb2-8d7b-bd8ca73ae0a5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.793029] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f9aa14ab-86a5-401c-a359-b1889ae9d5da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.793029] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance d61a9627-f77b-4cd8-9093-02f403a31c44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.793029] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 8b27913f-49be-4e7b-9d09-d10811067cc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.793029] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance dc9ee336-5829-4e10-8fb4-a417ebc53449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.793029] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 91ad9779-b0e3-4c6f-a933-99047f02a217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.793029] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Migration 2024aff4-d340-4a24-b676-d7df5c7832d6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1260.793029] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 867470c3-4c64-4758-a2a3-4f8d7ef0afe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1260.793029] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1260.793029] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1260.797829] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1260.797829] env[70220]: value = "task-3626538" [ 1260.797829] env[70220]: _type = "Task" [ 1260.797829] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.808293] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626538, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.878795] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5291b3cc-83e0-e95a-a50c-4092465abe43, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.879782] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278aabbe-858e-473d-a260-e25321fcceba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.885831] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1260.885831] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5215a178-472b-8437-8ace-168d28c3e2de" [ 1260.885831] env[70220]: _type = "Task" [ 1260.885831] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.895116] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5215a178-472b-8437-8ace-168d28c3e2de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.907256] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84b88bd-85c4-4b32-a550-3c7fde71a2d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.914815] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c55ecdc-3f0f-4a3d-8efa-152f0d2455cf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.948382] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbde49ef-d5d2-4d08-a5ec-61a9e9781198 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.960085] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226e8261-9d39-43bf-a030-3aa778c5b60e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.974407] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.024560] env[70220]: DEBUG nova.network.neutron [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1261.035752] env[70220]: DEBUG nova.network.neutron [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance_info_cache with network_info: [{"id": "b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5", "address": "fa:16:3e:55:5e:56", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb116128c-8e", "ovs_interfaceid": "b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.097944] env[70220]: DEBUG nova.compute.manager [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Received event network-vif-plugged-845c7a29-c186-4dd8-a8be-bebc89e11fba {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.098226] env[70220]: DEBUG oslo_concurrency.lockutils [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] Acquiring lock "91ad9779-b0e3-4c6f-a933-99047f02a217-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.098388] env[70220]: DEBUG oslo_concurrency.lockutils [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.098553] env[70220]: DEBUG oslo_concurrency.lockutils [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.098718] env[70220]: DEBUG nova.compute.manager [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] No waiting events found dispatching network-vif-plugged-845c7a29-c186-4dd8-a8be-bebc89e11fba {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.098878] env[70220]: WARNING nova.compute.manager [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Received unexpected event network-vif-plugged-845c7a29-c186-4dd8-a8be-bebc89e11fba for instance with vm_state building and task_state spawning. [ 1261.099043] env[70220]: DEBUG nova.compute.manager [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Received event network-changed-845c7a29-c186-4dd8-a8be-bebc89e11fba {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.099197] env[70220]: DEBUG nova.compute.manager [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Refreshing instance network info cache due to event network-changed-845c7a29-c186-4dd8-a8be-bebc89e11fba. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.099378] env[70220]: DEBUG oslo_concurrency.lockutils [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] Acquiring lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.309551] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626538, 'name': Rename_Task, 'duration_secs': 0.169154} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.309899] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.310211] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea1436e7-b39a-4605-af64-9a79bc15b00c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.317052] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1261.317052] env[70220]: value = "task-3626539" [ 1261.317052] env[70220]: _type = "Task" [ 1261.317052] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.325355] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.395824] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5215a178-472b-8437-8ace-168d28c3e2de, 'name': SearchDatastore_Task, 'duration_secs': 0.010548} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.396240] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.396333] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] dc9ee336-5829-4e10-8fb4-a417ebc53449/dc9ee336-5829-4e10-8fb4-a417ebc53449.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.396577] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a9a12c4-86a6-440f-90d4-28db09553e7e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.403461] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1261.403461] env[70220]: value = "task-3626540" [ 1261.403461] env[70220]: _type = "Task" [ 1261.403461] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.411606] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.437603] env[70220]: DEBUG nova.network.neutron [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance_info_cache with network_info: [{"id": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "address": "fa:16:3e:a4:82:66", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845c7a29-c1", "ovs_interfaceid": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.479448] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.538608] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.841682] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.916062] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494432} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.916234] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] dc9ee336-5829-4e10-8fb4-a417ebc53449/dc9ee336-5829-4e10-8fb4-a417ebc53449.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.916486] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.916802] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ab8990c-7a9d-4ff7-b507-2002b3b6e422 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.923319] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1261.923319] env[70220]: value = "task-3626541" [ 1261.923319] env[70220]: _type = "Task" [ 1261.923319] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.932580] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.940329] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.940733] env[70220]: DEBUG nova.compute.manager [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Instance network_info: |[{"id": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "address": "fa:16:3e:a4:82:66", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845c7a29-c1", "ovs_interfaceid": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.941145] env[70220]: DEBUG oslo_concurrency.lockutils [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] Acquired lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.941443] env[70220]: DEBUG nova.network.neutron [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Refreshing network info cache for port 845c7a29-c186-4dd8-a8be-bebc89e11fba {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.943113] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:82:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '845c7a29-c186-4dd8-a8be-bebc89e11fba', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.952374] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.956038] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.956643] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a702a79-72d7-413a-aec4-70e11a6b1c96 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.981342] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.981342] env[70220]: value = "task-3626542" [ 1261.981342] env[70220]: _type = "Task" [ 1261.981342] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.985695] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1261.985921] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.230s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.993380] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626542, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.191410] env[70220]: DEBUG nova.network.neutron [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updated VIF entry in instance network info cache for port 845c7a29-c186-4dd8-a8be-bebc89e11fba. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.191913] env[70220]: DEBUG nova.network.neutron [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance_info_cache with network_info: [{"id": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "address": "fa:16:3e:a4:82:66", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845c7a29-c1", "ovs_interfaceid": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.328747] env[70220]: DEBUG oslo_vmware.api [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626539, 'name': PowerOnVM_Task, 'duration_secs': 0.601595} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.329110] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.329351] env[70220]: INFO nova.compute.manager [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1262.329551] env[70220]: DEBUG nova.compute.manager [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.330385] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efadaae5-74c4-417c-a092-e09660490a8a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.433941] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074072} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.434244] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.435016] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c251b95-d8fa-46b3-9b6f-c69a4af438f4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.458235] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] dc9ee336-5829-4e10-8fb4-a417ebc53449/dc9ee336-5829-4e10-8fb4-a417ebc53449.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.458485] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d0f47f-4aba-48d7-83ba-d5cd87ed8d22 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.478783] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1262.478783] env[70220]: value = "task-3626543" [ 1262.478783] env[70220]: _type = "Task" [ 1262.478783] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.489711] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.492694] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626542, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.695110] env[70220]: DEBUG oslo_concurrency.lockutils [req-1a5fd13e-8e9f-4a5a-96ca-c641a1a3d3e6 req-165895a7-4ef9-4c25-ae69-7d873fba0587 service nova] Releasing lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.849729] env[70220]: INFO nova.compute.manager [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Took 13.56 seconds to build instance. [ 1262.992397] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.995683] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626542, 'name': CreateVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.057821] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08160276-0be0-4bf8-a682-5426149d7a8c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.076927] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance '867470c3-4c64-4758-a2a3-4f8d7ef0afe1' progress to 0 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.128204] env[70220]: DEBUG nova.compute.manager [req-23258228-d70f-46ca-9283-8a5f68fd68dc req-8069a8b4-ab4b-4764-a654-288b6709b12b service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Received event network-changed-d60844c3-821c-4505-b179-565a33fd837e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.128354] env[70220]: DEBUG nova.compute.manager [req-23258228-d70f-46ca-9283-8a5f68fd68dc req-8069a8b4-ab4b-4764-a654-288b6709b12b service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Refreshing instance network info cache due to event network-changed-d60844c3-821c-4505-b179-565a33fd837e. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.128570] env[70220]: DEBUG oslo_concurrency.lockutils [req-23258228-d70f-46ca-9283-8a5f68fd68dc req-8069a8b4-ab4b-4764-a654-288b6709b12b service nova] Acquiring lock "refresh_cache-d61a9627-f77b-4cd8-9093-02f403a31c44" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.128715] env[70220]: DEBUG oslo_concurrency.lockutils [req-23258228-d70f-46ca-9283-8a5f68fd68dc req-8069a8b4-ab4b-4764-a654-288b6709b12b service nova] Acquired lock "refresh_cache-d61a9627-f77b-4cd8-9093-02f403a31c44" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.129396] env[70220]: DEBUG nova.network.neutron [req-23258228-d70f-46ca-9283-8a5f68fd68dc req-8069a8b4-ab4b-4764-a654-288b6709b12b service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Refreshing network info cache for port d60844c3-821c-4505-b179-565a33fd837e {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.352509] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fecc4415-2177-4631-926d-d3e8ceb4add0 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.073s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.497453] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626542, 'name': CreateVM_Task, 'duration_secs': 1.501814} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.497694] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626543, 'name': ReconfigVM_Task, 'duration_secs': 0.896449} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.498186] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1263.498629] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Reconfigured VM instance instance-0000006a to attach disk [datastore2] dc9ee336-5829-4e10-8fb4-a417ebc53449/dc9ee336-5829-4e10-8fb4-a417ebc53449.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.499744] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.499946] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.500377] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.500573] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43356758-24d5-477b-8b56-b9dd8363d00c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.502272] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896e7c8a-e83b-4afb-ad1c-1f1aa01103ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.507181] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1263.507181] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5277a7c8-57e6-e448-dff8-67f6fcdc0605" [ 1263.507181] env[70220]: _type = "Task" [ 1263.507181] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.509440] env[70220]: DEBUG nova.compute.manager [req-8328f619-db3c-4071-8d03-d5752a5b82ee req-5d36ee1e-da22-4f81-b275-73a82de640a1 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Received event network-changed-7be192ac-aa66-4f6e-97eb-e03eadf7654a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.509623] env[70220]: DEBUG nova.compute.manager [req-8328f619-db3c-4071-8d03-d5752a5b82ee req-5d36ee1e-da22-4f81-b275-73a82de640a1 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Refreshing instance network info cache due to event network-changed-7be192ac-aa66-4f6e-97eb-e03eadf7654a. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.509825] env[70220]: DEBUG oslo_concurrency.lockutils [req-8328f619-db3c-4071-8d03-d5752a5b82ee req-5d36ee1e-da22-4f81-b275-73a82de640a1 service nova] Acquiring lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.510067] env[70220]: DEBUG oslo_concurrency.lockutils [req-8328f619-db3c-4071-8d03-d5752a5b82ee req-5d36ee1e-da22-4f81-b275-73a82de640a1 service nova] Acquired lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.510130] env[70220]: DEBUG nova.network.neutron [req-8328f619-db3c-4071-8d03-d5752a5b82ee req-5d36ee1e-da22-4f81-b275-73a82de640a1 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Refreshing network info cache for port 7be192ac-aa66-4f6e-97eb-e03eadf7654a {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.516998] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1263.516998] env[70220]: value = "task-3626544" [ 1263.516998] env[70220]: _type = "Task" [ 1263.516998] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.525190] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5277a7c8-57e6-e448-dff8-67f6fcdc0605, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.526025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.526132] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.526343] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.526546] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.526770] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.527375] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b081d49-35d2-4dc8-bb88-e5004cbcd010 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.533305] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626544, 'name': Rename_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.541843] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.542026] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.542830] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026fe82a-23bd-4840-832a-ecbdec58d744 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.549756] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1263.549756] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a8d5d2-4202-bc82-524e-38f89a925d3f" [ 1263.549756] env[70220]: _type = "Task" [ 1263.549756] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.558607] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a8d5d2-4202-bc82-524e-38f89a925d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.582603] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.582904] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d20ea597-4d95-44f6-9d66-00bd1c91bc88 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.591617] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1263.591617] env[70220]: value = "task-3626545" [ 1263.591617] env[70220]: _type = "Task" [ 1263.591617] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.601560] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.853456] env[70220]: DEBUG nova.network.neutron [req-23258228-d70f-46ca-9283-8a5f68fd68dc req-8069a8b4-ab4b-4764-a654-288b6709b12b service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Updated VIF entry in instance network info cache for port d60844c3-821c-4505-b179-565a33fd837e. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.853832] env[70220]: DEBUG nova.network.neutron [req-23258228-d70f-46ca-9283-8a5f68fd68dc req-8069a8b4-ab4b-4764-a654-288b6709b12b service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Updating instance_info_cache with network_info: [{"id": "d60844c3-821c-4505-b179-565a33fd837e", "address": "fa:16:3e:66:b9:57", "network": {"id": "7b456792-459c-4f51-93c3-f167a7a2f53b", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1136351833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54c4b59eb84f4f87ac5642d1bf2d217a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd60844c3-82", "ovs_interfaceid": "d60844c3-821c-4505-b179-565a33fd837e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.030488] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626544, 'name': Rename_Task, 'duration_secs': 0.154205} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.030488] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.030488] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f0d327e-2acf-4820-bf2b-fe27378cb611 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.037326] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1264.037326] env[70220]: value = "task-3626546" [ 1264.037326] env[70220]: _type = "Task" [ 1264.037326] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.047738] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.059585] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a8d5d2-4202-bc82-524e-38f89a925d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.060369] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4620e6f-5404-44ef-9e52-3d08da743ce5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.065623] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1264.065623] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d17b56-80ba-20b2-34a0-92bfb02cb91c" [ 1264.065623] env[70220]: _type = "Task" [ 1264.065623] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.074076] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d17b56-80ba-20b2-34a0-92bfb02cb91c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.104068] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626545, 'name': PowerOffVM_Task, 'duration_secs': 0.222954} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.104185] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.104342] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance '867470c3-4c64-4758-a2a3-4f8d7ef0afe1' progress to 17 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.217126] env[70220]: DEBUG nova.network.neutron [req-8328f619-db3c-4071-8d03-d5752a5b82ee req-5d36ee1e-da22-4f81-b275-73a82de640a1 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updated VIF entry in instance network info cache for port 7be192ac-aa66-4f6e-97eb-e03eadf7654a. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.217547] env[70220]: DEBUG nova.network.neutron [req-8328f619-db3c-4071-8d03-d5752a5b82ee req-5d36ee1e-da22-4f81-b275-73a82de640a1 service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance_info_cache with network_info: [{"id": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "address": "fa:16:3e:80:1b:f0", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be192ac-aa", "ovs_interfaceid": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.356688] env[70220]: DEBUG oslo_concurrency.lockutils [req-23258228-d70f-46ca-9283-8a5f68fd68dc req-8069a8b4-ab4b-4764-a654-288b6709b12b service nova] Releasing lock "refresh_cache-d61a9627-f77b-4cd8-9093-02f403a31c44" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.548785] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.576254] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d17b56-80ba-20b2-34a0-92bfb02cb91c, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.576527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.576709] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 91ad9779-b0e3-4c6f-a933-99047f02a217/91ad9779-b0e3-4c6f-a933-99047f02a217.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.576967] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c660c655-8f4b-467b-935f-35aa5cb51d8e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.583826] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1264.583826] env[70220]: value = "task-3626547" [ 1264.583826] env[70220]: _type = "Task" [ 1264.583826] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.592089] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.610425] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.610701] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.610899] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.611163] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.611447] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.611551] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.611806] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.612016] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.612240] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.612468] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.612684] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.618094] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db5908a3-52a0-4277-8da6-3d7583472949 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.635421] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1264.635421] env[70220]: value = "task-3626548" [ 1264.635421] env[70220]: _type = "Task" [ 1264.635421] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.645085] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.719994] env[70220]: DEBUG oslo_concurrency.lockutils [req-8328f619-db3c-4071-8d03-d5752a5b82ee req-5d36ee1e-da22-4f81-b275-73a82de640a1 service nova] Releasing lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.052418] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.094576] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626547, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.145508] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626548, 'name': ReconfigVM_Task, 'duration_secs': 0.169642} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.145771] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance '867470c3-4c64-4758-a2a3-4f8d7ef0afe1' progress to 33 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.550249] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626546, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.593707] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515299} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.593974] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 91ad9779-b0e3-4c6f-a933-99047f02a217/91ad9779-b0e3-4c6f-a933-99047f02a217.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.594211] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.594461] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d19a6aa3-78e3-4238-8fbe-88957f887695 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.602760] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1265.602760] env[70220]: value = "task-3626549" [ 1265.602760] env[70220]: _type = "Task" [ 1265.602760] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.610503] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.652035] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.652226] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.652375] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.652550] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.652692] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.652835] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.653042] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.653227] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.653395] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.653550] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.653717] env[70220]: DEBUG nova.virt.hardware [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.659284] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.659555] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ae55ea1-f226-496f-ac72-887ff1412d75 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.678651] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1265.678651] env[70220]: value = "task-3626550" [ 1265.678651] env[70220]: _type = "Task" [ 1265.678651] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.686837] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.052067] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.111593] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.466395} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.111843] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1266.112617] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274c995d-1cfc-450a-baac-80d23879aa34 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.133854] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 91ad9779-b0e3-4c6f-a933-99047f02a217/91ad9779-b0e3-4c6f-a933-99047f02a217.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.134157] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-190e1a07-b235-449c-962c-cc240ae41330 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.153221] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1266.153221] env[70220]: value = "task-3626551" [ 1266.153221] env[70220]: _type = "Task" [ 1266.153221] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.160969] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.187567] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.551453] env[70220]: DEBUG oslo_vmware.api [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626546, 'name': PowerOnVM_Task, 'duration_secs': 2.052095} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.551800] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.551944] env[70220]: INFO nova.compute.manager [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1266.552155] env[70220]: DEBUG nova.compute.manager [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.552906] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6b636f-b9c1-43c9-80da-47131ed4271b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.663686] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626551, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.687617] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626550, 'name': ReconfigVM_Task, 'duration_secs': 0.663746} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.687873] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1266.688629] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9f48e3-ca24-4608-9b3d-69024a648cea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.710272] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 867470c3-4c64-4758-a2a3-4f8d7ef0afe1/867470c3-4c64-4758-a2a3-4f8d7ef0afe1.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.710514] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4af74154-fee5-477e-99bc-69bb92f09335 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.728405] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1266.728405] env[70220]: value = "task-3626552" [ 1266.728405] env[70220]: _type = "Task" [ 1266.728405] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.736779] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.068357] env[70220]: INFO nova.compute.manager [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Took 16.16 seconds to build instance. [ 1267.165047] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626551, 'name': ReconfigVM_Task, 'duration_secs': 0.61604} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.165416] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 91ad9779-b0e3-4c6f-a933-99047f02a217/91ad9779-b0e3-4c6f-a933-99047f02a217.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.166081] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8a39704-09b0-4b16-9dc9-0e0968ebefc2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.172421] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1267.172421] env[70220]: value = "task-3626553" [ 1267.172421] env[70220]: _type = "Task" [ 1267.172421] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.179981] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626553, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.237882] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626552, 'name': ReconfigVM_Task, 'duration_secs': 0.24322} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.237882] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 867470c3-4c64-4758-a2a3-4f8d7ef0afe1/867470c3-4c64-4758-a2a3-4f8d7ef0afe1.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.238183] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance '867470c3-4c64-4758-a2a3-4f8d7ef0afe1' progress to 50 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.570276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c3961b7a-d8e8-4127-9a41-91446715d729 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.666s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.682926] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626553, 'name': Rename_Task, 'duration_secs': 0.140042} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.683408] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.683657] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3705d45-96e3-4bd3-a01a-90dd2eb1065d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.689339] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1267.689339] env[70220]: value = "task-3626554" [ 1267.689339] env[70220]: _type = "Task" [ 1267.689339] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.696486] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.745015] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35291900-e8f1-4183-a529-b5719cf69e36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.763868] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db758a0f-002b-4b33-99b3-f722dc6206d7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.781390] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance '867470c3-4c64-4758-a2a3-4f8d7ef0afe1' progress to 67 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1268.200262] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626554, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.319735] env[70220]: DEBUG nova.network.neutron [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Port b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1268.693419] env[70220]: DEBUG nova.compute.manager [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Stashing vm_state: active {{(pid=70220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1268.710546] env[70220]: DEBUG oslo_vmware.api [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626554, 'name': PowerOnVM_Task, 'duration_secs': 0.98536} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.711039] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.711437] env[70220]: INFO nova.compute.manager [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1268.711782] env[70220]: DEBUG nova.compute.manager [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1268.713211] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7893b841-e177-43a3-862c-5f796417813d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.219664] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.219943] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.232791] env[70220]: INFO nova.compute.manager [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Took 18.16 seconds to build instance. [ 1269.344183] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.344488] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.344726] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.724951] env[70220]: INFO nova.compute.claims [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.735137] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f360697f-7e63-4115-91c1-341cd82bc501 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.666s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.078195] env[70220]: DEBUG nova.compute.manager [req-2d2ed3c4-8115-4725-a8d4-2cc78fbff12e req-7f517442-78c0-48ed-9df2-b428a3bab73f service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Received event network-changed-845c7a29-c186-4dd8-a8be-bebc89e11fba {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.078394] env[70220]: DEBUG nova.compute.manager [req-2d2ed3c4-8115-4725-a8d4-2cc78fbff12e req-7f517442-78c0-48ed-9df2-b428a3bab73f service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Refreshing instance network info cache due to event network-changed-845c7a29-c186-4dd8-a8be-bebc89e11fba. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.078605] env[70220]: DEBUG oslo_concurrency.lockutils [req-2d2ed3c4-8115-4725-a8d4-2cc78fbff12e req-7f517442-78c0-48ed-9df2-b428a3bab73f service nova] Acquiring lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.078748] env[70220]: DEBUG oslo_concurrency.lockutils [req-2d2ed3c4-8115-4725-a8d4-2cc78fbff12e req-7f517442-78c0-48ed-9df2-b428a3bab73f service nova] Acquired lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.078902] env[70220]: DEBUG nova.network.neutron [req-2d2ed3c4-8115-4725-a8d4-2cc78fbff12e req-7f517442-78c0-48ed-9df2-b428a3bab73f service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Refreshing network info cache for port 845c7a29-c186-4dd8-a8be-bebc89e11fba {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.233018] env[70220]: INFO nova.compute.resource_tracker [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating resource usage from migration 9716813f-b6ec-42c4-890e-ff0ebb778b8f [ 1270.331281] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f7bbf-c2d3-46e6-89e7-e7b12c6dc714 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.339485] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec25b5c3-3876-4e0b-a129-7626b432d14f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.373349] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7fd25a-dd78-4db6-a392-3e15b9476fab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.380937] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594461ed-527a-46d0-8954-51e2fae0acae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.394675] env[70220]: DEBUG nova.compute.provider_tree [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.402547] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.402716] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.402881] env[70220]: DEBUG nova.network.neutron [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.775765] env[70220]: DEBUG nova.network.neutron [req-2d2ed3c4-8115-4725-a8d4-2cc78fbff12e req-7f517442-78c0-48ed-9df2-b428a3bab73f service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updated VIF entry in instance network info cache for port 845c7a29-c186-4dd8-a8be-bebc89e11fba. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.776180] env[70220]: DEBUG nova.network.neutron [req-2d2ed3c4-8115-4725-a8d4-2cc78fbff12e req-7f517442-78c0-48ed-9df2-b428a3bab73f service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance_info_cache with network_info: [{"id": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "address": "fa:16:3e:a4:82:66", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845c7a29-c1", "ovs_interfaceid": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.898095] env[70220]: DEBUG nova.scheduler.client.report [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.089836] env[70220]: DEBUG nova.network.neutron [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance_info_cache with network_info: [{"id": "b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5", "address": "fa:16:3e:55:5e:56", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb116128c-8e", "ovs_interfaceid": "b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.279471] env[70220]: DEBUG oslo_concurrency.lockutils [req-2d2ed3c4-8115-4725-a8d4-2cc78fbff12e req-7f517442-78c0-48ed-9df2-b428a3bab73f service nova] Releasing lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.403595] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.183s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.403828] env[70220]: INFO nova.compute.manager [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Migrating [ 1271.592486] env[70220]: DEBUG oslo_concurrency.lockutils [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.919199] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.919603] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.919603] env[70220]: DEBUG nova.network.neutron [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.113072] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40ec077-01fe-4772-877a-783e4053d36b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.134909] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50881132-a91a-41a9-adc5-1ef6e042daff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.142209] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance '867470c3-4c64-4758-a2a3-4f8d7ef0afe1' progress to 83 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.609879] env[70220]: DEBUG nova.network.neutron [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance_info_cache with network_info: [{"id": "14861169-c838-4670-adac-79624cc7cb54", "address": "fa:16:3e:38:9e:ea", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14861169-c8", "ovs_interfaceid": "14861169-c838-4670-adac-79624cc7cb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.649058] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.649058] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7b994f1-d4c8-465d-a872-5e9af18ca371 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.656523] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1272.656523] env[70220]: value = "task-3626555" [ 1272.656523] env[70220]: _type = "Task" [ 1272.656523] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.664211] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.113170] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.167326] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626555, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.667541] env[70220]: DEBUG oslo_vmware.api [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626555, 'name': PowerOnVM_Task, 'duration_secs': 0.570842} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.667776] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.667964] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-cdcbd264-c256-4407-918a-a463995853a8 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance '867470c3-4c64-4758-a2a3-4f8d7ef0afe1' progress to 100 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.395327] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.395327] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Cleaning up deleted instances with incomplete migration {{(pid=70220) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1274.628050] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b012c4e-799e-433a-aa68-c2db24a51b09 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.645595] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance 'dc9ee336-5829-4e10-8fb4-a417ebc53449' progress to 0 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.151332] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.151590] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-765d9154-52b5-46b2-ac04-a60e036b1d4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.159149] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1275.159149] env[70220]: value = "task-3626556" [ 1275.159149] env[70220]: _type = "Task" [ 1275.159149] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.169532] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.407342] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.407690] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.407737] env[70220]: DEBUG nova.compute.manager [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Going to confirm migration 5 {{(pid=70220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1275.669564] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626556, 'name': PowerOffVM_Task, 'duration_secs': 0.172925} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.669766] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.669951] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance 'dc9ee336-5829-4e10-8fb4-a417ebc53449' progress to 17 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1275.989619] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.989812] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.989989] env[70220]: DEBUG nova.network.neutron [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.990191] env[70220]: DEBUG nova.objects.instance [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lazy-loading 'info_cache' on Instance uuid 867470c3-4c64-4758-a2a3-4f8d7ef0afe1 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.177061] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.177381] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.177633] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.177892] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.178114] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.178327] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.178615] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.178842] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.179147] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.179438] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.179712] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.188356] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f85f197-68f4-434e-9b05-e1f244ea8da6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.208594] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1276.208594] env[70220]: value = "task-3626557" [ 1276.208594] env[70220]: _type = "Task" [ 1276.208594] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.217216] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.718744] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626557, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.177705] env[70220]: DEBUG nova.network.neutron [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance_info_cache with network_info: [{"id": "b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5", "address": "fa:16:3e:55:5e:56", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb116128c-8e", "ovs_interfaceid": "b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.219101] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626557, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.680124] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "refresh_cache-867470c3-4c64-4758-a2a3-4f8d7ef0afe1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.680413] env[70220]: DEBUG nova.objects.instance [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lazy-loading 'migration_context' on Instance uuid 867470c3-4c64-4758-a2a3-4f8d7ef0afe1 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.721621] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626557, 'name': ReconfigVM_Task, 'duration_secs': 1.341621} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.721978] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance 'dc9ee336-5829-4e10-8fb4-a417ebc53449' progress to 33 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.183023] env[70220]: DEBUG nova.objects.base [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Object Instance<867470c3-4c64-4758-a2a3-4f8d7ef0afe1> lazy-loaded attributes: info_cache,migration_context {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1278.184024] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ffb6d4-cfd0-4a82-ad05-e190787d5829 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.203417] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3b4249-0bff-4114-b0b0-1ade583693b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.209542] env[70220]: DEBUG oslo_vmware.api [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1278.209542] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526a7518-6173-13bf-76b1-33f2bfa5dc8c" [ 1278.209542] env[70220]: _type = "Task" [ 1278.209542] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.217238] env[70220]: DEBUG oslo_vmware.api [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526a7518-6173-13bf-76b1-33f2bfa5dc8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.228292] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.228510] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.228665] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.228841] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.228983] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.229144] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.229382] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.229681] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.229876] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.230052] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.230230] env[70220]: DEBUG nova.virt.hardware [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.235479] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.235742] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91595021-5fac-425c-9d89-5815cc4e0a60 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.252884] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1278.252884] env[70220]: value = "task-3626558" [ 1278.252884] env[70220]: _type = "Task" [ 1278.252884] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.260523] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.395132] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.718871] env[70220]: DEBUG oslo_vmware.api [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526a7518-6173-13bf-76b1-33f2bfa5dc8c, 'name': SearchDatastore_Task, 'duration_secs': 0.007352} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.719163] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.719423] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.762120] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626558, 'name': ReconfigVM_Task, 'duration_secs': 0.175038} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.762453] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.763161] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b915201-e374-42e5-81af-9acf64c3f345 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.784201] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] dc9ee336-5829-4e10-8fb4-a417ebc53449/dc9ee336-5829-4e10-8fb4-a417ebc53449.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.784414] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a62e6c32-17e4-4268-a30c-1a624b30f98b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.801496] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1278.801496] env[70220]: value = "task-3626559" [ 1278.801496] env[70220]: _type = "Task" [ 1278.801496] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.808505] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.310830] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626559, 'name': ReconfigVM_Task, 'duration_secs': 0.248131} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.313122] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Reconfigured VM instance instance-0000006a to attach disk [datastore2] dc9ee336-5829-4e10-8fb4-a417ebc53449/dc9ee336-5829-4e10-8fb4-a417ebc53449.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.313433] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance 'dc9ee336-5829-4e10-8fb4-a417ebc53449' progress to 50 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.326452] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3dd23b-af9c-4784-a0eb-465901f86864 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.333573] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afe7d1a-23b8-4ae2-aab1-499f5af6d5a4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.364940] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd6ed29-70ee-4470-b6eb-30be156ed684 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.372549] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92178a7c-4c54-4953-80b4-f8268684c665 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.387067] env[70220]: DEBUG nova.compute.provider_tree [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.820201] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d53eabc-637a-466d-a602-d8d9850f8e9a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.839367] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f375ff-7250-4a46-bd8f-8dd794e14fc2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.857401] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance 'dc9ee336-5829-4e10-8fb4-a417ebc53449' progress to 67 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.888944] env[70220]: DEBUG nova.scheduler.client.report [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.897639] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.397081] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.397296] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.397589] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.397636] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1280.399922] env[70220]: DEBUG nova.network.neutron [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Port 14861169-c838-4670-adac-79624cc7cb54 binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1280.901062] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.181s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.394592] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.394798] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.394966] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.425312] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "dc9ee336-5829-4e10-8fb4-a417ebc53449-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.425546] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.425720] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.465909] env[70220]: INFO nova.scheduler.client.report [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted allocation for migration 2024aff4-d340-4a24-b676-d7df5c7832d6 [ 1281.897917] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.898213] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.898390] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.898544] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1281.899461] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb078b49-7fe2-4596-93cd-f9c4f000d369 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.907936] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324d2911-7163-4f7a-b775-a959fd11c9d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.921743] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d73319-7293-43c2-a0de-28d5eb50d4e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.932594] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679d3be4-9d6b-4e23-8f00-b41a67813252 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.961614] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180613MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1281.961780] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.962013] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.970683] env[70220]: DEBUG oslo_concurrency.lockutils [None req-10c6b485-57bd-422f-a728-2621afb2b705 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.563s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.462494] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.462689] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.462865] env[70220]: DEBUG nova.network.neutron [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.969713] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Applying migration context for instance dc9ee336-5829-4e10-8fb4-a417ebc53449 as it has an incoming, in-progress migration 9716813f-b6ec-42c4-890e-ff0ebb778b8f. Migration status is post-migrating {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1282.970675] env[70220]: INFO nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating resource usage from migration 9716813f-b6ec-42c4-890e-ff0ebb778b8f [ 1282.986694] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance f9aa14ab-86a5-401c-a359-b1889ae9d5da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.986849] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance d61a9627-f77b-4cd8-9093-02f403a31c44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.986975] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 8b27913f-49be-4e7b-9d09-d10811067cc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.987126] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 91ad9779-b0e3-4c6f-a933-99047f02a217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.987248] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 867470c3-4c64-4758-a2a3-4f8d7ef0afe1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1282.987365] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Migration 9716813f-b6ec-42c4-890e-ff0ebb778b8f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1282.987480] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance dc9ee336-5829-4e10-8fb4-a417ebc53449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1283.000279] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.000519] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.000729] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.000908] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.001086] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.003153] env[70220]: INFO nova.compute.manager [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Terminating instance [ 1283.148622] env[70220]: DEBUG nova.network.neutron [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance_info_cache with network_info: [{"id": "14861169-c838-4670-adac-79624cc7cb54", "address": "fa:16:3e:38:9e:ea", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14861169-c8", "ovs_interfaceid": "14861169-c838-4670-adac-79624cc7cb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.417899] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "e4e01006-bf71-4d41-95c3-23125469e62a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.418236] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "e4e01006-bf71-4d41-95c3-23125469e62a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.490970] env[70220]: INFO nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance e4e01006-bf71-4d41-95c3-23125469e62a has allocations against this compute host but is not found in the database. [ 1283.491211] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1283.491356] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1984MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1283.506726] env[70220]: DEBUG nova.compute.manager [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.506924] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.507815] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5342fbdb-c3aa-4e68-85d1-d7985d94d9a3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.517057] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.517305] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c1377e4-9756-4f50-b37b-d4b2a0da6955 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.523064] env[70220]: DEBUG oslo_vmware.api [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1283.523064] env[70220]: value = "task-3626560" [ 1283.523064] env[70220]: _type = "Task" [ 1283.523064] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.530229] env[70220]: DEBUG oslo_vmware.api [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.651284] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.683437] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5e5f17-8d40-471b-b68b-e62e50d3c0bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.691272] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babeb917-ef4e-4c26-93bd-fe86386db20f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.722448] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dc1685-68c9-45db-bc87-0f18503a6d1d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.730463] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8281ea58-8e3a-40b4-92e1-8621dfc21bc8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.744452] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.920413] env[70220]: DEBUG nova.compute.manager [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1284.033525] env[70220]: DEBUG oslo_vmware.api [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626560, 'name': PowerOffVM_Task, 'duration_secs': 0.196517} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.033866] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.033984] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.034215] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15828b5b-f0ae-47f6-8483-7bac60b1fe46 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.094264] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.094499] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.094683] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleting the datastore file [datastore2] 867470c3-4c64-4758-a2a3-4f8d7ef0afe1 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.094984] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a521ee6b-ed59-4295-a69a-ca5047e170ef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.102055] env[70220]: DEBUG oslo_vmware.api [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1284.102055] env[70220]: value = "task-3626562" [ 1284.102055] env[70220]: _type = "Task" [ 1284.102055] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.111701] env[70220]: DEBUG oslo_vmware.api [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.182607] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ffeded-de18-4aac-872c-77e21e298cd8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.200884] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c286e13-3bd3-40b8-b804-c0e91518a356 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.207441] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance 'dc9ee336-5829-4e10-8fb4-a417ebc53449' progress to 83 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1284.247669] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.437867] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.612750] env[70220]: DEBUG oslo_vmware.api [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150803} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.613014] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.613212] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.613430] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.613608] env[70220]: INFO nova.compute.manager [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1284.613848] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.614049] env[70220]: DEBUG nova.compute.manager [-] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.614148] env[70220]: DEBUG nova.network.neutron [-] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.714446] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.716075] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fdd6eaf-a360-4f14-9605-dfa55111dc4b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.722558] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1284.722558] env[70220]: value = "task-3626563" [ 1284.722558] env[70220]: _type = "Task" [ 1284.722558] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.730584] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.752659] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1284.752950] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.791s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.753243] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.316s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.754772] env[70220]: INFO nova.compute.claims [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.757364] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.760517] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Cleaning up deleted instances {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1284.904998] env[70220]: DEBUG nova.compute.manager [req-5d3cff5e-15e1-47ae-8a68-ccfdc1abbca5 req-80c1c2a2-d5bf-41b2-a836-684e92454017 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Received event network-vif-deleted-b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.905239] env[70220]: INFO nova.compute.manager [req-5d3cff5e-15e1-47ae-8a68-ccfdc1abbca5 req-80c1c2a2-d5bf-41b2-a836-684e92454017 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Neutron deleted interface b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5; detaching it from the instance and deleting it from the info cache [ 1284.905438] env[70220]: DEBUG nova.network.neutron [req-5d3cff5e-15e1-47ae-8a68-ccfdc1abbca5 req-80c1c2a2-d5bf-41b2-a836-684e92454017 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.150670] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.151075] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.236070] env[70220]: DEBUG oslo_vmware.api [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626563, 'name': PowerOnVM_Task, 'duration_secs': 0.376292} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.236385] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.236590] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e32ee1cb-4b12-4478-b83e-aafd88ed2641 tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance 'dc9ee336-5829-4e10-8fb4-a417ebc53449' progress to 100 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.274821] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] There are 57 instances to clean {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1285.274992] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 44bed67f-f700-42d4-8aee-035e346bd30c] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.379943] env[70220]: DEBUG nova.network.neutron [-] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.387393] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35842fc0-8dde-4e2c-8c60-38c65fe78ef9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.395830] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c662d908-33e0-4f19-81df-d2b68842e3fb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.424910] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbefd139-12d6-4d6d-a3b4-2684c32f700a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.427180] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce3800b-e239-4d20-8c83-c78c865b55d7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.435967] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64534f7e-ae06-4269-ac28-daa36922397c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.441902] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23090b63-0c67-472b-b198-527ae3ae83c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.462094] env[70220]: DEBUG nova.compute.provider_tree [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.470455] env[70220]: DEBUG nova.compute.manager [req-5d3cff5e-15e1-47ae-8a68-ccfdc1abbca5 req-80c1c2a2-d5bf-41b2-a836-684e92454017 service nova] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Detach interface failed, port_id=b116128c-8ed7-4fd2-ad52-7b6b22d2d2e5, reason: Instance 867470c3-4c64-4758-a2a3-4f8d7ef0afe1 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1285.654218] env[70220]: INFO nova.compute.manager [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Detaching volume 43031f3d-14df-4e6f-abcf-46b94d65e0db [ 1285.690335] env[70220]: INFO nova.virt.block_device [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Attempting to driver detach volume 43031f3d-14df-4e6f-abcf-46b94d65e0db from mountpoint /dev/sdb [ 1285.690559] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1285.690777] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723213', 'volume_id': '43031f3d-14df-4e6f-abcf-46b94d65e0db', 'name': 'volume-43031f3d-14df-4e6f-abcf-46b94d65e0db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f9aa14ab-86a5-401c-a359-b1889ae9d5da', 'attached_at': '', 'detached_at': '', 'volume_id': '43031f3d-14df-4e6f-abcf-46b94d65e0db', 'serial': '43031f3d-14df-4e6f-abcf-46b94d65e0db'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1285.691663] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a623457f-166a-4767-a07d-f1fb1c866e2a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.714345] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dada3719-b3e5-4b10-bacf-30240fa79a6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.721511] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36426704-e6d5-414e-bde6-005a4e887ae8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.747029] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c87f31-f27a-4e3f-ab9f-2b126214814f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.764404] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] The volume has not been displaced from its original location: [datastore1] volume-43031f3d-14df-4e6f-abcf-46b94d65e0db/volume-43031f3d-14df-4e6f-abcf-46b94d65e0db.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1285.769655] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1285.770578] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e7fe20-ec47-436d-9dcd-4a84e9c73192 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.783800] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 413e275b-0b96-408b-be96-8748477cc4b2] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1285.794109] env[70220]: DEBUG oslo_vmware.api [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1285.794109] env[70220]: value = "task-3626564" [ 1285.794109] env[70220]: _type = "Task" [ 1285.794109] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.801776] env[70220]: DEBUG oslo_vmware.api [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.882522] env[70220]: INFO nova.compute.manager [-] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Took 1.27 seconds to deallocate network for instance. [ 1285.972370] env[70220]: DEBUG nova.scheduler.client.report [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.286944] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 2afff19e-8e0a-4b71-9e95-26148c6820f3] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1286.303541] env[70220]: DEBUG oslo_vmware.api [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626564, 'name': ReconfigVM_Task, 'duration_secs': 0.246715} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.303801] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1286.308870] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a993962-d0e1-4489-8ebf-acf4ae200f36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.324166] env[70220]: DEBUG oslo_vmware.api [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1286.324166] env[70220]: value = "task-3626565" [ 1286.324166] env[70220]: _type = "Task" [ 1286.324166] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.332243] env[70220]: DEBUG oslo_vmware.api [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.389855] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.477535] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.724s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.478127] env[70220]: DEBUG nova.compute.manager [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.480747] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.091s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.481511] env[70220]: DEBUG nova.objects.instance [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lazy-loading 'resources' on Instance uuid 867470c3-4c64-4758-a2a3-4f8d7ef0afe1 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.789556] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 9ab4a7fe-a0bd-46b5-8662-2a4b03953fea] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1286.833995] env[70220]: DEBUG oslo_vmware.api [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626565, 'name': ReconfigVM_Task, 'duration_secs': 0.133467} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.834294] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723213', 'volume_id': '43031f3d-14df-4e6f-abcf-46b94d65e0db', 'name': 'volume-43031f3d-14df-4e6f-abcf-46b94d65e0db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'f9aa14ab-86a5-401c-a359-b1889ae9d5da', 'attached_at': '', 'detached_at': '', 'volume_id': '43031f3d-14df-4e6f-abcf-46b94d65e0db', 'serial': '43031f3d-14df-4e6f-abcf-46b94d65e0db'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1286.985076] env[70220]: DEBUG nova.compute.utils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.987742] env[70220]: DEBUG nova.compute.manager [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1286.988346] env[70220]: DEBUG nova.network.neutron [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.002658] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "dc9ee336-5829-4e10-8fb4-a417ebc53449" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.002658] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.002831] env[70220]: DEBUG nova.compute.manager [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Going to confirm migration 6 {{(pid=70220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1287.041773] env[70220]: DEBUG nova.policy [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b53b4c69a564eff9f57d995e3027b2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8be896d7a0c7406f859ffa080218f992', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.095165] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66386a73-7c24-4881-81f0-a6cb4432691c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.105458] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590219c4-b138-4dfb-b051-d9fe2a2a7909 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.137593] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f6dd5f-72ff-477f-b8ad-1e4c6510f57f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.145205] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d18474b-08fa-49ee-a5a3-ce0b33f8a283 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.160246] env[70220]: DEBUG nova.compute.provider_tree [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.284778] env[70220]: DEBUG nova.network.neutron [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Successfully created port: 076ed817-e3de-416e-8b00-69a86ab0d07d {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.291867] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: c815c8b6-3c88-4acb-8c1e-4872b7a21a50] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1287.381197] env[70220]: DEBUG nova.objects.instance [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lazy-loading 'flavor' on Instance uuid f9aa14ab-86a5-401c-a359-b1889ae9d5da {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.489059] env[70220]: DEBUG nova.compute.manager [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.559679] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.559868] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquired lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.560055] env[70220]: DEBUG nova.network.neutron [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.560242] env[70220]: DEBUG nova.objects.instance [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lazy-loading 'info_cache' on Instance uuid dc9ee336-5829-4e10-8fb4-a417ebc53449 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.663756] env[70220]: DEBUG nova.scheduler.client.report [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.795512] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: d5f4eb96-242f-44fe-9e81-46e71074c7b2] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1288.169396] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.188765] env[70220]: INFO nova.scheduler.client.report [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted allocations for instance 867470c3-4c64-4758-a2a3-4f8d7ef0afe1 [ 1288.299569] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: bd71f204-c773-43f3-a259-b5e92f49f651] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1288.387415] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d38ed902-4e84-4178-80d7-f82ddc5dada9 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.498964] env[70220]: DEBUG nova.compute.manager [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1288.525589] env[70220]: DEBUG nova.virt.hardware [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.525845] env[70220]: DEBUG nova.virt.hardware [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.526011] env[70220]: DEBUG nova.virt.hardware [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.526200] env[70220]: DEBUG nova.virt.hardware [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.526355] env[70220]: DEBUG nova.virt.hardware [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.526523] env[70220]: DEBUG nova.virt.hardware [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.526731] env[70220]: DEBUG nova.virt.hardware [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.526889] env[70220]: DEBUG nova.virt.hardware [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.527066] env[70220]: DEBUG nova.virt.hardware [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.527229] env[70220]: DEBUG nova.virt.hardware [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.527397] env[70220]: DEBUG nova.virt.hardware [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.528281] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7d3499-a11a-40d8-8b37-3bac6f10c2cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.536221] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da2192-e26d-4d96-9f4f-6ddf7bdaa472 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.696056] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c0e88ff-3c5a-4e31-9fd7-7e263c61b112 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "867470c3-4c64-4758-a2a3-4f8d7ef0afe1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.695s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.711523] env[70220]: DEBUG nova.compute.manager [req-41f47b9f-ebf9-4e1f-af78-793e9ee02bee req-362970e6-d478-414c-95ae-962602fe591a service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Received event network-vif-plugged-076ed817-e3de-416e-8b00-69a86ab0d07d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.711771] env[70220]: DEBUG oslo_concurrency.lockutils [req-41f47b9f-ebf9-4e1f-af78-793e9ee02bee req-362970e6-d478-414c-95ae-962602fe591a service nova] Acquiring lock "e4e01006-bf71-4d41-95c3-23125469e62a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.711984] env[70220]: DEBUG oslo_concurrency.lockutils [req-41f47b9f-ebf9-4e1f-af78-793e9ee02bee req-362970e6-d478-414c-95ae-962602fe591a service nova] Lock "e4e01006-bf71-4d41-95c3-23125469e62a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.712166] env[70220]: DEBUG oslo_concurrency.lockutils [req-41f47b9f-ebf9-4e1f-af78-793e9ee02bee req-362970e6-d478-414c-95ae-962602fe591a service nova] Lock "e4e01006-bf71-4d41-95c3-23125469e62a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.712333] env[70220]: DEBUG nova.compute.manager [req-41f47b9f-ebf9-4e1f-af78-793e9ee02bee req-362970e6-d478-414c-95ae-962602fe591a service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] No waiting events found dispatching network-vif-plugged-076ed817-e3de-416e-8b00-69a86ab0d07d {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1288.712496] env[70220]: WARNING nova.compute.manager [req-41f47b9f-ebf9-4e1f-af78-793e9ee02bee req-362970e6-d478-414c-95ae-962602fe591a service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Received unexpected event network-vif-plugged-076ed817-e3de-416e-8b00-69a86ab0d07d for instance with vm_state building and task_state spawning. [ 1288.802742] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: c7cae29f-747b-4cd7-975e-0362c423da94] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1288.858518] env[70220]: DEBUG nova.network.neutron [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance_info_cache with network_info: [{"id": "14861169-c838-4670-adac-79624cc7cb54", "address": "fa:16:3e:38:9e:ea", "network": {"id": "4d5459a9-9d31-4c33-80d6-f2e94c4c32ff", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2086169578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9746f61112d34bbc83c56222b4467e09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14861169-c8", "ovs_interfaceid": "14861169-c838-4670-adac-79624cc7cb54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.878110] env[70220]: DEBUG nova.network.neutron [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Successfully updated port: 076ed817-e3de-416e-8b00-69a86ab0d07d {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.309055] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 43fd85cb-3eda-4027-b164-1b834ffeb199] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1289.360940] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Releasing lock "refresh_cache-dc9ee336-5829-4e10-8fb4-a417ebc53449" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.361213] env[70220]: DEBUG nova.objects.instance [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lazy-loading 'migration_context' on Instance uuid dc9ee336-5829-4e10-8fb4-a417ebc53449 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.381596] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.381731] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.381871] env[70220]: DEBUG nova.network.neutron [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.408592] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.408822] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.409046] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.409234] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.409398] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.411159] env[70220]: INFO nova.compute.manager [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Terminating instance [ 1289.813062] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 47b8ca03-915a-4ee4-8e7b-835ffdf56259] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1289.864056] env[70220]: DEBUG nova.objects.base [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1289.865016] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd71cacb-40df-4b4e-b3f5-87238923e7f4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.890233] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5433cbae-dc07-4b54-928b-568ccb10db90 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.897354] env[70220]: DEBUG oslo_vmware.api [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1289.897354] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a63c0f-82a0-2ffe-30a5-c9e630e4f2b5" [ 1289.897354] env[70220]: _type = "Task" [ 1289.897354] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.905618] env[70220]: DEBUG oslo_vmware.api [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a63c0f-82a0-2ffe-30a5-c9e630e4f2b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.914384] env[70220]: DEBUG nova.compute.manager [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.914591] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.915409] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b69b98d-fe88-4776-8421-e2199f45d053 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.920231] env[70220]: DEBUG nova.network.neutron [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.924332] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.924569] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffed63a0-a77c-4998-b6b7-df383f41affd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.930358] env[70220]: DEBUG oslo_vmware.api [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1289.930358] env[70220]: value = "task-3626566" [ 1289.930358] env[70220]: _type = "Task" [ 1289.930358] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.938364] env[70220]: DEBUG oslo_vmware.api [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.059563] env[70220]: DEBUG nova.network.neutron [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance_info_cache with network_info: [{"id": "076ed817-e3de-416e-8b00-69a86ab0d07d", "address": "fa:16:3e:07:3f:e2", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076ed817-e3", "ovs_interfaceid": "076ed817-e3de-416e-8b00-69a86ab0d07d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.314908] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: f8579b2a-37ff-46ff-90d9-da614362a316] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1290.408312] env[70220]: DEBUG oslo_vmware.api [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a63c0f-82a0-2ffe-30a5-c9e630e4f2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.408616] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.408865] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.439055] env[70220]: DEBUG oslo_vmware.api [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626566, 'name': PowerOffVM_Task, 'duration_secs': 0.166199} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.439321] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.439490] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.439726] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d44cfb7e-dd0d-46ce-8cc6-9a39f21b4119 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.505652] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.505652] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.505932] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleting the datastore file [datastore1] f9aa14ab-86a5-401c-a359-b1889ae9d5da {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.506201] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04e22f9e-5f17-4968-8e34-642c1f95ca05 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.513428] env[70220]: DEBUG oslo_vmware.api [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1290.513428] env[70220]: value = "task-3626568" [ 1290.513428] env[70220]: _type = "Task" [ 1290.513428] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.520942] env[70220]: DEBUG oslo_vmware.api [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.562299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.562586] env[70220]: DEBUG nova.compute.manager [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Instance network_info: |[{"id": "076ed817-e3de-416e-8b00-69a86ab0d07d", "address": "fa:16:3e:07:3f:e2", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076ed817-e3", "ovs_interfaceid": "076ed817-e3de-416e-8b00-69a86ab0d07d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1290.563028] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:3f:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '076ed817-e3de-416e-8b00-69a86ab0d07d', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.572143] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.572375] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.572608] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e779746e-356f-4200-a018-552827b21f62 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.591674] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.591674] env[70220]: value = "task-3626569" [ 1290.591674] env[70220]: _type = "Task" [ 1290.591674] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.599349] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626569, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.745598] env[70220]: DEBUG nova.compute.manager [req-d8fadcf2-6c6b-4f6b-84fe-1cc401ac91d9 req-7989ebde-fad8-4c1e-b649-56dedce2d4bd service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Received event network-changed-076ed817-e3de-416e-8b00-69a86ab0d07d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.745866] env[70220]: DEBUG nova.compute.manager [req-d8fadcf2-6c6b-4f6b-84fe-1cc401ac91d9 req-7989ebde-fad8-4c1e-b649-56dedce2d4bd service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Refreshing instance network info cache due to event network-changed-076ed817-e3de-416e-8b00-69a86ab0d07d. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.746070] env[70220]: DEBUG oslo_concurrency.lockutils [req-d8fadcf2-6c6b-4f6b-84fe-1cc401ac91d9 req-7989ebde-fad8-4c1e-b649-56dedce2d4bd service nova] Acquiring lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.746223] env[70220]: DEBUG oslo_concurrency.lockutils [req-d8fadcf2-6c6b-4f6b-84fe-1cc401ac91d9 req-7989ebde-fad8-4c1e-b649-56dedce2d4bd service nova] Acquired lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.746387] env[70220]: DEBUG nova.network.neutron [req-d8fadcf2-6c6b-4f6b-84fe-1cc401ac91d9 req-7989ebde-fad8-4c1e-b649-56dedce2d4bd service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Refreshing network info cache for port 076ed817-e3de-416e-8b00-69a86ab0d07d {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.818090] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 154db35b-0dc7-4142-92aa-d75f99285b8d] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1291.008166] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1df00b-3548-45c6-b785-e7ce93ad1d0d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.019394] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e6a0c7-4ea7-44f0-b7d4-690960587207 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.025081] env[70220]: DEBUG oslo_vmware.api [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126366} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.025637] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1291.025822] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1291.026019] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1291.026200] env[70220]: INFO nova.compute.manager [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1291.026431] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.026613] env[70220]: DEBUG nova.compute.manager [-] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1291.026712] env[70220]: DEBUG nova.network.neutron [-] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1291.052139] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce823196-7531-4063-b9ee-aed2d76b0ba9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.059301] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880334db-4469-4188-9bcc-26cc2094df50 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.072528] env[70220]: DEBUG nova.compute.provider_tree [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.100969] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626569, 'name': CreateVM_Task, 'duration_secs': 0.296269} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.103028] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.103657] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.103820] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.104162] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.104700] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f332ab-7553-40e3-b7ef-5827b1977d7e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.109713] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1291.109713] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c5e0c4-893b-6fca-b287-b23d5eb5c44f" [ 1291.109713] env[70220]: _type = "Task" [ 1291.109713] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.117306] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c5e0c4-893b-6fca-b287-b23d5eb5c44f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.320847] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: c6d172b2-008f-4c31-b31a-9bf0974bb68c] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1291.533474] env[70220]: DEBUG nova.network.neutron [req-d8fadcf2-6c6b-4f6b-84fe-1cc401ac91d9 req-7989ebde-fad8-4c1e-b649-56dedce2d4bd service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updated VIF entry in instance network info cache for port 076ed817-e3de-416e-8b00-69a86ab0d07d. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.533842] env[70220]: DEBUG nova.network.neutron [req-d8fadcf2-6c6b-4f6b-84fe-1cc401ac91d9 req-7989ebde-fad8-4c1e-b649-56dedce2d4bd service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance_info_cache with network_info: [{"id": "076ed817-e3de-416e-8b00-69a86ab0d07d", "address": "fa:16:3e:07:3f:e2", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076ed817-e3", "ovs_interfaceid": "076ed817-e3de-416e-8b00-69a86ab0d07d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.575772] env[70220]: DEBUG nova.scheduler.client.report [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.620478] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c5e0c4-893b-6fca-b287-b23d5eb5c44f, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.620776] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.621016] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.621265] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.621409] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.621588] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.621840] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69a681c2-de04-4e54-a007-c88cf45eaddc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.630868] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.631064] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.631758] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92c5cb6-5368-412c-b931-8ba2c4459c14 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.636849] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1291.636849] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f8ac4a-2476-d7be-e68c-7fb62df78b81" [ 1291.636849] env[70220]: _type = "Task" [ 1291.636849] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.644718] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f8ac4a-2476-d7be-e68c-7fb62df78b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.823919] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: f23647e1-9628-436f-ab7f-619c311000ba] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1292.036605] env[70220]: DEBUG oslo_concurrency.lockutils [req-d8fadcf2-6c6b-4f6b-84fe-1cc401ac91d9 req-7989ebde-fad8-4c1e-b649-56dedce2d4bd service nova] Releasing lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.096717] env[70220]: DEBUG nova.network.neutron [-] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.147787] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f8ac4a-2476-d7be-e68c-7fb62df78b81, 'name': SearchDatastore_Task, 'duration_secs': 0.012802} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.148694] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac8f671-6387-4db9-95e8-da0ca41facbb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.154371] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1292.154371] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5201b44c-34b6-4190-f251-7b881e8d14bf" [ 1292.154371] env[70220]: _type = "Task" [ 1292.154371] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.162283] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5201b44c-34b6-4190-f251-7b881e8d14bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.327627] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: f6301150-74ed-4b9e-8f98-50dc196f0051] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1292.587960] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.179s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.599879] env[70220]: INFO nova.compute.manager [-] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Took 1.57 seconds to deallocate network for instance. [ 1292.665045] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5201b44c-34b6-4190-f251-7b881e8d14bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.665252] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.665552] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] e4e01006-bf71-4d41-95c3-23125469e62a/e4e01006-bf71-4d41-95c3-23125469e62a.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.665812] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf174df9-56f8-4679-8a5f-8add03d67487 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.672755] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1292.672755] env[70220]: value = "task-3626570" [ 1292.672755] env[70220]: _type = "Task" [ 1292.672755] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.681264] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.771260] env[70220]: DEBUG nova.compute.manager [req-408378cc-0be6-4343-bca1-6808c6eff267 req-9ec932b8-9acf-48d1-82d3-a77ba8596fe6 service nova] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Received event network-vif-deleted-2e261da8-d31d-49ef-8ff5-8dd4277420b4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.830987] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 3faece41-423b-487c-8d02-016025aba4a6] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1293.106368] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.106748] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.106990] env[70220]: DEBUG nova.objects.instance [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lazy-loading 'resources' on Instance uuid f9aa14ab-86a5-401c-a359-b1889ae9d5da {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.149921] env[70220]: INFO nova.scheduler.client.report [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted allocation for migration 9716813f-b6ec-42c4-890e-ff0ebb778b8f [ 1293.185385] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455196} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.185544] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] e4e01006-bf71-4d41-95c3-23125469e62a/e4e01006-bf71-4d41-95c3-23125469e62a.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.185817] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.186368] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b65e5588-794b-456d-8e70-fdf485220316 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.193881] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1293.193881] env[70220]: value = "task-3626571" [ 1293.193881] env[70220]: _type = "Task" [ 1293.193881] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.201691] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.334917] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 0936abff-e404-4b7e-b41c-2fa237d66919] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1293.656941] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.654s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.707674] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067555} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.707674] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.707953] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77020258-883c-47e5-8c02-eb4004c36566 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.712042] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f063e9-e385-4fe3-bcbc-b87d77517729 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.727991] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f028ff-c1f6-4899-8bec-2722da6a9c76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.739670] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] e4e01006-bf71-4d41-95c3-23125469e62a/e4e01006-bf71-4d41-95c3-23125469e62a.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.739976] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc1bbd1-1fc6-412d-8a9e-5a32c23aebe2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.783786] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a9e06b-5326-493d-ba33-2f18bb56005d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.786585] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1293.786585] env[70220]: value = "task-3626572" [ 1293.786585] env[70220]: _type = "Task" [ 1293.786585] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.795065] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c6c41e-c14d-4d0d-8051-8d1c2e3d9091 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.802221] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.812034] env[70220]: DEBUG nova.compute.provider_tree [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.838126] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 973ed712-1b06-4dac-8f8a-f18912f72882] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1294.297171] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.315644] env[70220]: DEBUG nova.scheduler.client.report [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.340804] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 21dca84a-e6e7-49b1-930c-c5a9b2162483] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1294.796566] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626572, 'name': ReconfigVM_Task, 'duration_secs': 0.723929} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.796868] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] e4e01006-bf71-4d41-95c3-23125469e62a/e4e01006-bf71-4d41-95c3-23125469e62a.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.797458] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-924e443e-60a8-4f39-b9d0-20257c45b773 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.803075] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1294.803075] env[70220]: value = "task-3626573" [ 1294.803075] env[70220]: _type = "Task" [ 1294.803075] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.810255] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626573, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.821029] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.841186] env[70220]: INFO nova.scheduler.client.report [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleted allocations for instance f9aa14ab-86a5-401c-a359-b1889ae9d5da [ 1294.844829] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 4fa3faaa-0a55-4481-a3d7-e4844a28f930] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1295.027376] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "dc9ee336-5829-4e10-8fb4-a417ebc53449" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.027624] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.027833] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "dc9ee336-5829-4e10-8fb4-a417ebc53449-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.028019] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.028198] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.030330] env[70220]: INFO nova.compute.manager [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Terminating instance [ 1295.313681] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626573, 'name': Rename_Task, 'duration_secs': 0.161637} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.313944] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.314192] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cca4499-49a4-4b62-a3cc-a69ad7689144 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.320516] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1295.320516] env[70220]: value = "task-3626574" [ 1295.320516] env[70220]: _type = "Task" [ 1295.320516] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.327525] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.349029] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: dc040184-9b4e-4cef-9250-21863677fbeb] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1295.351280] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4dea3995-20ad-4157-8f76-6c3d025fea94 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "f9aa14ab-86a5-401c-a359-b1889ae9d5da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.942s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.534092] env[70220]: DEBUG nova.compute.manager [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.534603] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.535537] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b7e175-861d-4f1a-b925-4eb3d1f08b51 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.543223] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.543505] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68e4ff29-85c7-41fe-bbe0-ec2976c4aa46 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.549885] env[70220]: DEBUG oslo_vmware.api [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1295.549885] env[70220]: value = "task-3626575" [ 1295.549885] env[70220]: _type = "Task" [ 1295.549885] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.558167] env[70220]: DEBUG oslo_vmware.api [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.832090] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626574, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.853120] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 5d091945-8000-4278-a362-4207d3cdee51] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1296.060292] env[70220]: DEBUG oslo_vmware.api [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626575, 'name': PowerOffVM_Task, 'duration_secs': 0.204405} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.060557] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.060726] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.060967] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27aaeb12-2be6-49f6-8c68-e9fe3a849414 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.120258] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.120468] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.120651] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleting the datastore file [datastore2] dc9ee336-5829-4e10-8fb4-a417ebc53449 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.120911] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b50b9c1a-c024-404b-81b6-46d83fe00f7e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.128136] env[70220]: DEBUG oslo_vmware.api [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for the task: (returnval){ [ 1296.128136] env[70220]: value = "task-3626577" [ 1296.128136] env[70220]: _type = "Task" [ 1296.128136] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.136114] env[70220]: DEBUG oslo_vmware.api [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.331346] env[70220]: DEBUG oslo_vmware.api [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626574, 'name': PowerOnVM_Task, 'duration_secs': 0.984097} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.331680] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.331803] env[70220]: INFO nova.compute.manager [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1296.331977] env[70220]: DEBUG nova.compute.manager [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.332753] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fb59c5-344f-4d42-9d38-d366a27fa118 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.356891] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 0dedefc3-0bb4-4a5b-883e-eeb6e6677924] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1296.640837] env[70220]: DEBUG oslo_vmware.api [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Task: {'id': task-3626577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155273} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.641213] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.641507] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.641709] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.641948] env[70220]: INFO nova.compute.manager [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1296.642317] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.642582] env[70220]: DEBUG nova.compute.manager [-] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.642710] env[70220]: DEBUG nova.network.neutron [-] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.856129] env[70220]: INFO nova.compute.manager [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Took 12.43 seconds to build instance. [ 1296.863709] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: f09f5d46-60dd-43d4-911d-543d996afda7] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1296.902311] env[70220]: DEBUG nova.compute.manager [req-d7b8b813-97d8-4ace-a0fa-e4d75f87f8db req-c698f9da-6b4a-4090-91eb-742cc68cb60f service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Received event network-vif-deleted-14861169-c838-4670-adac-79624cc7cb54 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.902579] env[70220]: INFO nova.compute.manager [req-d7b8b813-97d8-4ace-a0fa-e4d75f87f8db req-c698f9da-6b4a-4090-91eb-742cc68cb60f service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Neutron deleted interface 14861169-c838-4670-adac-79624cc7cb54; detaching it from the instance and deleting it from the info cache [ 1296.902811] env[70220]: DEBUG nova.network.neutron [req-d7b8b813-97d8-4ace-a0fa-e4d75f87f8db req-c698f9da-6b4a-4090-91eb-742cc68cb60f service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.335244] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "3d865c7a-4395-464d-ad22-f4c0e035c515" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.335536] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.355380] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c567ff25-a29d-4ce4-b21e-aa08caca1266 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "e4e01006-bf71-4d41-95c3-23125469e62a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.937s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.365762] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 59060a05-ee27-4026-952c-ef8a7a82dc78] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1297.382380] env[70220]: DEBUG nova.network.neutron [-] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.405158] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b31098f2-814b-46f3-81d3-2a230981eb55 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.414784] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fc6e6c-d8a3-4db1-aec4-181fd233ca2c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.442304] env[70220]: DEBUG nova.compute.manager [req-d7b8b813-97d8-4ace-a0fa-e4d75f87f8db req-c698f9da-6b4a-4090-91eb-742cc68cb60f service nova] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Detach interface failed, port_id=14861169-c838-4670-adac-79624cc7cb54, reason: Instance dc9ee336-5829-4e10-8fb4-a417ebc53449 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1297.839173] env[70220]: DEBUG nova.compute.manager [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1297.870110] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 1d9af276-9544-447e-9fa6-4fe5578766fb] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1297.885516] env[70220]: INFO nova.compute.manager [-] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Took 1.24 seconds to deallocate network for instance. [ 1298.274576] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d61a9627-f77b-4cd8-9093-02f403a31c44" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.274817] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.358766] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.359053] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.360571] env[70220]: INFO nova.compute.claims [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.372815] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 1e78cadc-2b86-43fb-bf28-166187a8717e] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1298.392139] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.470436] env[70220]: DEBUG nova.compute.manager [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Stashing vm_state: active {{(pid=70220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1298.778175] env[70220]: DEBUG nova.compute.utils [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.875626] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 9b51a60e-4944-49e1-9905-788eecd2926c] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1298.988727] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.281168] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.378076] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 8d78ebc7-f3cc-4e6f-8aaa-b5939caba4ae] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1299.460062] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdb73cb-8391-4afc-a653-d1bb2d32d279 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.467098] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69df1691-84da-4b3e-a50f-2b3f2215c1dc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.499025] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928bf8dd-a7bc-404a-b04a-aefbfe2fdbda {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.505619] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39448220-3c4d-4500-921f-899b41785401 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.518831] env[70220]: DEBUG nova.compute.provider_tree [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.880695] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 4b873e42-571a-4991-afcd-98f0b4a35528] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1300.022049] env[70220]: DEBUG nova.scheduler.client.report [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.350100] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d61a9627-f77b-4cd8-9093-02f403a31c44" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.350100] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.350375] env[70220]: INFO nova.compute.manager [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Attaching volume f0a21601-6f27-49bd-9628-40bbcfe43d47 to /dev/sdb [ 1300.383511] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 97155f26-975a-43a9-9a2b-ffc73c3122e6] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1300.385847] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828ae566-7884-46e7-804f-5977c63e5ea9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.393329] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf12cf2-5f78-4171-93a2-2f573cbe29ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.406658] env[70220]: DEBUG nova.virt.block_device [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Updating existing volume attachment record: fdd32968-f5c2-4f1a-a298-1785ab19cab5 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1300.528799] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.529148] env[70220]: DEBUG nova.compute.manager [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1300.531795] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.140s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.531990] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.534576] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.546s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.555061] env[70220]: INFO nova.scheduler.client.report [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Deleted allocations for instance dc9ee336-5829-4e10-8fb4-a417ebc53449 [ 1300.890148] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 6fd7c62a-5644-4cf3-8bb3-ca58883c0e34] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1300.908643] env[70220]: DEBUG nova.compute.manager [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Stashing vm_state: active {{(pid=70220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1301.039026] env[70220]: DEBUG nova.compute.utils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.042180] env[70220]: INFO nova.compute.claims [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.045781] env[70220]: DEBUG nova.compute.manager [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1301.045949] env[70220]: DEBUG nova.network.neutron [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1301.061786] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c84e81e7-7eb3-4e8c-93f9-2ed0e9a1f4ca tempest-DeleteServersTestJSON-1977224262 tempest-DeleteServersTestJSON-1977224262-project-member] Lock "dc9ee336-5829-4e10-8fb4-a417ebc53449" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.034s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.092606] env[70220]: DEBUG nova.policy [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2c485b40e1e4395b6c2cd01c9dceec5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c36613b93bb40abb60413ddd0278f7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1301.362910] env[70220]: DEBUG nova.network.neutron [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Successfully created port: 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1301.393327] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 515e0211-4f27-4996-bf86-0f4eebcba99b] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1301.430516] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.547138] env[70220]: DEBUG nova.compute.manager [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1301.551250] env[70220]: INFO nova.compute.resource_tracker [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating resource usage from migration 6a07923b-4753-41ce-a605-9b4403d4f735 [ 1301.643061] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cad6bc8-ef77-4f84-a2e2-c3c0de3cf9fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.650045] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c982fd7-ac07-4fcb-bc7f-dcd433f71da1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.679425] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f00982-8b57-4252-834b-acbfa2624175 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.686087] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300a9457-0c16-43ba-82d4-a2629654b27f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.698699] env[70220]: DEBUG nova.compute.provider_tree [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.897300] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 036e1413-2876-4fc3-a481-3c63dfe1fc41] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1302.201763] env[70220]: DEBUG nova.scheduler.client.report [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.400503] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: fb3786d6-49a9-4f69-8fef-e8b1add18688] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1302.561057] env[70220]: DEBUG nova.compute.manager [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1302.588738] env[70220]: DEBUG nova.virt.hardware [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1302.589441] env[70220]: DEBUG nova.virt.hardware [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1302.589441] env[70220]: DEBUG nova.virt.hardware [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1302.589441] env[70220]: DEBUG nova.virt.hardware [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1302.589441] env[70220]: DEBUG nova.virt.hardware [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1302.589637] env[70220]: DEBUG nova.virt.hardware [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1302.589745] env[70220]: DEBUG nova.virt.hardware [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1302.589900] env[70220]: DEBUG nova.virt.hardware [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1302.590075] env[70220]: DEBUG nova.virt.hardware [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1302.590235] env[70220]: DEBUG nova.virt.hardware [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1302.590398] env[70220]: DEBUG nova.virt.hardware [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1302.591261] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3812b5b5-92cc-4226-8d04-77d3e35a0043 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.598666] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ce7234-d86e-459b-b0f0-56b79b16f7e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.705991] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.172s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.706227] env[70220]: INFO nova.compute.manager [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Migrating [ 1302.712744] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.282s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.727148] env[70220]: DEBUG nova.compute.manager [req-e796075d-cccd-4685-a89b-31d3def8d6ce req-68348f18-7db1-4a65-a647-4ce70f64de9e service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Received event network-vif-plugged-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.728763] env[70220]: DEBUG oslo_concurrency.lockutils [req-e796075d-cccd-4685-a89b-31d3def8d6ce req-68348f18-7db1-4a65-a647-4ce70f64de9e service nova] Acquiring lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.728763] env[70220]: DEBUG oslo_concurrency.lockutils [req-e796075d-cccd-4685-a89b-31d3def8d6ce req-68348f18-7db1-4a65-a647-4ce70f64de9e service nova] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.728763] env[70220]: DEBUG oslo_concurrency.lockutils [req-e796075d-cccd-4685-a89b-31d3def8d6ce req-68348f18-7db1-4a65-a647-4ce70f64de9e service nova] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.728763] env[70220]: DEBUG nova.compute.manager [req-e796075d-cccd-4685-a89b-31d3def8d6ce req-68348f18-7db1-4a65-a647-4ce70f64de9e service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] No waiting events found dispatching network-vif-plugged-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1302.728763] env[70220]: WARNING nova.compute.manager [req-e796075d-cccd-4685-a89b-31d3def8d6ce req-68348f18-7db1-4a65-a647-4ce70f64de9e service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Received unexpected event network-vif-plugged-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 for instance with vm_state building and task_state spawning. [ 1302.818035] env[70220]: DEBUG nova.network.neutron [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Successfully updated port: 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.903963] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: a3356885-5ac9-4108-bc1d-e9ba684f334d] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1303.224212] env[70220]: INFO nova.compute.claims [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1303.227820] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.227985] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.228170] env[70220]: DEBUG nova.network.neutron [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.321074] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.321228] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.321342] env[70220]: DEBUG nova.network.neutron [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.407544] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: c60e70f4-b0d7-43c4-a110-a357266f5920] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1303.731125] env[70220]: INFO nova.compute.resource_tracker [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating resource usage from migration 72299626-0dc2-4146-99de-54cbc5a64caa [ 1303.840827] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a738a983-cb9e-4600-858e-0fde4d70a75d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.849603] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74513a3b-d700-450f-8c44-8f99138a60c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.884650] env[70220]: DEBUG nova.network.neutron [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.887254] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86215ba0-d82c-4e95-8168-5731c494ac8f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.895354] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d23749-71b9-4ce3-a037-4acd22b8a908 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.910140] env[70220]: DEBUG nova.compute.provider_tree [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.911912] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: cad146d0-ad18-455a-8996-78d42c1467df] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.041739] env[70220]: DEBUG nova.network.neutron [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance_info_cache with network_info: [{"id": "076ed817-e3de-416e-8b00-69a86ab0d07d", "address": "fa:16:3e:07:3f:e2", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076ed817-e3", "ovs_interfaceid": "076ed817-e3de-416e-8b00-69a86ab0d07d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.077138] env[70220]: DEBUG nova.network.neutron [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updating instance_info_cache with network_info: [{"id": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "address": "fa:16:3e:c7:e4:a5", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d99afa8-86", "ovs_interfaceid": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.416065] env[70220]: DEBUG nova.scheduler.client.report [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.418881] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 018f59ca-77a8-4c4d-8cbc-9ccc4b324428] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.546437] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.580246] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.580853] env[70220]: DEBUG nova.compute.manager [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Instance network_info: |[{"id": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "address": "fa:16:3e:c7:e4:a5", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d99afa8-86", "ovs_interfaceid": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1304.581344] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:e4:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d99afa8-86c8-4c8c-912d-feb2c38f0de6', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.589092] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.589619] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.589619] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cefbc83-2b75-4fb2-bf02-8d1805cebb26 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.609742] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.609742] env[70220]: value = "task-3626581" [ 1304.609742] env[70220]: _type = "Task" [ 1304.609742] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.618404] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626581, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.756019] env[70220]: DEBUG nova.compute.manager [req-b9db15e5-5104-4f22-8df6-915a47041042 req-d1a05b9b-b0fc-418f-a626-bb8edd7072c0 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Received event network-changed-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.756221] env[70220]: DEBUG nova.compute.manager [req-b9db15e5-5104-4f22-8df6-915a47041042 req-d1a05b9b-b0fc-418f-a626-bb8edd7072c0 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Refreshing instance network info cache due to event network-changed-2d99afa8-86c8-4c8c-912d-feb2c38f0de6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.756424] env[70220]: DEBUG oslo_concurrency.lockutils [req-b9db15e5-5104-4f22-8df6-915a47041042 req-d1a05b9b-b0fc-418f-a626-bb8edd7072c0 service nova] Acquiring lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.756563] env[70220]: DEBUG oslo_concurrency.lockutils [req-b9db15e5-5104-4f22-8df6-915a47041042 req-d1a05b9b-b0fc-418f-a626-bb8edd7072c0 service nova] Acquired lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.756719] env[70220]: DEBUG nova.network.neutron [req-b9db15e5-5104-4f22-8df6-915a47041042 req-d1a05b9b-b0fc-418f-a626-bb8edd7072c0 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Refreshing network info cache for port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.922710] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.210s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.922710] env[70220]: INFO nova.compute.manager [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Migrating [ 1304.929596] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 9c42ae86-7a95-4ca0-a8d7-ac1be5d2fd92] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.951833] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1304.952105] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723225', 'volume_id': 'f0a21601-6f27-49bd-9628-40bbcfe43d47', 'name': 'volume-f0a21601-6f27-49bd-9628-40bbcfe43d47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd61a9627-f77b-4cd8-9093-02f403a31c44', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a21601-6f27-49bd-9628-40bbcfe43d47', 'serial': 'f0a21601-6f27-49bd-9628-40bbcfe43d47'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1304.953011] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145d9e46-36c8-4e14-9372-b759ca04425b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.971090] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7538b4-7947-494b-8356-489b3b334bd9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.996595] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-f0a21601-6f27-49bd-9628-40bbcfe43d47/volume-f0a21601-6f27-49bd-9628-40bbcfe43d47.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.996752] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97cbb50d-b1c1-460c-8f83-a7514e32ba4a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.015041] env[70220]: DEBUG oslo_vmware.api [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1305.015041] env[70220]: value = "task-3626582" [ 1305.015041] env[70220]: _type = "Task" [ 1305.015041] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.022603] env[70220]: DEBUG oslo_vmware.api [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.119878] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626581, 'name': CreateVM_Task, 'duration_secs': 0.28449} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.120093] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.120835] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.120947] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.121291] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.121559] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-627e7abf-6bf9-4fa8-8ca9-9ab171a828eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.126895] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1305.126895] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]527d2de9-7d2f-cf6f-d67f-d94fc503fde0" [ 1305.126895] env[70220]: _type = "Task" [ 1305.126895] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.134359] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527d2de9-7d2f-cf6f-d67f-d94fc503fde0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.438393] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 964358fc-da49-4201-ac90-9b551fcf256c] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1305.440361] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.440516] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.440681] env[70220]: DEBUG nova.network.neutron [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.488910] env[70220]: DEBUG nova.network.neutron [req-b9db15e5-5104-4f22-8df6-915a47041042 req-d1a05b9b-b0fc-418f-a626-bb8edd7072c0 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updated VIF entry in instance network info cache for port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.489304] env[70220]: DEBUG nova.network.neutron [req-b9db15e5-5104-4f22-8df6-915a47041042 req-d1a05b9b-b0fc-418f-a626-bb8edd7072c0 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updating instance_info_cache with network_info: [{"id": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "address": "fa:16:3e:c7:e4:a5", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d99afa8-86", "ovs_interfaceid": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.525177] env[70220]: DEBUG oslo_vmware.api [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626582, 'name': ReconfigVM_Task, 'duration_secs': 0.413557} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.525549] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-f0a21601-6f27-49bd-9628-40bbcfe43d47/volume-f0a21601-6f27-49bd-9628-40bbcfe43d47.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.530501] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78fb81a5-2413-462c-be71-6fcc94834ec6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.545659] env[70220]: DEBUG oslo_vmware.api [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1305.545659] env[70220]: value = "task-3626583" [ 1305.545659] env[70220]: _type = "Task" [ 1305.545659] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.555796] env[70220]: DEBUG oslo_vmware.api [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626583, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.638133] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]527d2de9-7d2f-cf6f-d67f-d94fc503fde0, 'name': SearchDatastore_Task, 'duration_secs': 0.010182} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.638451] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.638684] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1305.638949] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.639119] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.639303] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1305.639562] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d0607f3-3825-413d-b7ae-1739c7881fe1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.648844] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1305.649058] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1305.649785] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8581c8a5-1bf5-4743-86fb-6c1e67c4dfeb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.655381] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1305.655381] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cd9b17-ee8e-017a-328f-906ec2004836" [ 1305.655381] env[70220]: _type = "Task" [ 1305.655381] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.663471] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cd9b17-ee8e-017a-328f-906ec2004836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.943526] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: e6e194d6-3679-4cad-add4-50fdc21f6734] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1305.992410] env[70220]: DEBUG oslo_concurrency.lockutils [req-b9db15e5-5104-4f22-8df6-915a47041042 req-d1a05b9b-b0fc-418f-a626-bb8edd7072c0 service nova] Releasing lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.055300] env[70220]: DEBUG oslo_vmware.api [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626583, 'name': ReconfigVM_Task, 'duration_secs': 0.15276} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.056651] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723225', 'volume_id': 'f0a21601-6f27-49bd-9628-40bbcfe43d47', 'name': 'volume-f0a21601-6f27-49bd-9628-40bbcfe43d47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd61a9627-f77b-4cd8-9093-02f403a31c44', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a21601-6f27-49bd-9628-40bbcfe43d47', 'serial': 'f0a21601-6f27-49bd-9628-40bbcfe43d47'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1306.059875] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b5c09c-7440-4312-a2c3-e65666e9ccc1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.080713] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance 'e4e01006-bf71-4d41-95c3-23125469e62a' progress to 0 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.166375] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cd9b17-ee8e-017a-328f-906ec2004836, 'name': SearchDatastore_Task, 'duration_secs': 0.012775} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.167196] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de7c5ba-820d-43c0-a47e-c10ba76c3366 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.172697] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1306.172697] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523cb4df-5cd0-99c5-3254-99448da17380" [ 1306.172697] env[70220]: _type = "Task" [ 1306.172697] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.173926] env[70220]: DEBUG nova.network.neutron [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance_info_cache with network_info: [{"id": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "address": "fa:16:3e:80:1b:f0", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be192ac-aa", "ovs_interfaceid": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.182652] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523cb4df-5cd0-99c5-3254-99448da17380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.450042] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: dd0e95cc-f782-41bc-a0fa-90bcef8bd932] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1306.589665] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.589981] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-014bba14-cbda-4627-a21b-e01dc6607c72 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.603945] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1306.603945] env[70220]: value = "task-3626584" [ 1306.603945] env[70220]: _type = "Task" [ 1306.603945] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.620097] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.681428] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.691337] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523cb4df-5cd0-99c5-3254-99448da17380, 'name': SearchDatastore_Task, 'duration_secs': 0.009777} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.692656] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.692770] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 3d865c7a-4395-464d-ad22-f4c0e035c515/3d865c7a-4395-464d-ad22-f4c0e035c515.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.693049] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-936b91db-0ec4-49ae-972c-c8b9ac35a12e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.701504] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1306.701504] env[70220]: value = "task-3626585" [ 1306.701504] env[70220]: _type = "Task" [ 1306.701504] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.711772] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.953656] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: d2d70675-725d-438b-bc00-7b40c2775931] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1307.105542] env[70220]: DEBUG nova.objects.instance [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lazy-loading 'flavor' on Instance uuid d61a9627-f77b-4cd8-9093-02f403a31c44 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.118815] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626584, 'name': PowerOffVM_Task, 'duration_secs': 0.223429} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.119341] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.119592] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance 'e4e01006-bf71-4d41-95c3-23125469e62a' progress to 17 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1307.213383] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626585, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.458266] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 4dac2b98-aaef-4a0b-adf8-1bc55c45d08d] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1307.617101] env[70220]: DEBUG oslo_concurrency.lockutils [None req-fab1590e-f9c9-4202-8423-7270beb58cd1 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.266s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.628061] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.628329] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.628482] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.628657] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.628800] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.628943] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.631600] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.631804] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.631982] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.632184] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.632364] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.639152] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e333f267-bf86-48ae-a120-2d40b2f73b56 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.656333] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1307.656333] env[70220]: value = "task-3626586" [ 1307.656333] env[70220]: _type = "Task" [ 1307.656333] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.667853] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.699905] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "91ad9779-b0e3-4c6f-a933-99047f02a217" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.700164] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.715254] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562219} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.715518] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 3d865c7a-4395-464d-ad22-f4c0e035c515/3d865c7a-4395-464d-ad22-f4c0e035c515.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.715752] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.715996] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc257735-f6d6-4283-9b3b-ac67fb45c5cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.722833] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1307.722833] env[70220]: value = "task-3626587" [ 1307.722833] env[70220]: _type = "Task" [ 1307.722833] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.731407] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.869125] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d61a9627-f77b-4cd8-9093-02f403a31c44" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.869407] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.961331] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 5a049f8d-90e7-4e6c-84a1-761fae524e52] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1308.165911] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626586, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.198697] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e500c1f8-afd0-48c4-8949-4cbbf3c01885 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.202605] env[70220]: DEBUG nova.compute.utils [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1308.217397] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance '8b27913f-49be-4e7b-9d09-d10811067cc7' progress to 0 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.231749] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065558} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.231962] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.232729] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1470997f-cfbd-49e5-b3bf-4eed8daa0b5c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.257096] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 3d865c7a-4395-464d-ad22-f4c0e035c515/3d865c7a-4395-464d-ad22-f4c0e035c515.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.257096] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b438d07-b4af-43a5-90e5-d739def1fb58 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.276921] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1308.276921] env[70220]: value = "task-3626588" [ 1308.276921] env[70220]: _type = "Task" [ 1308.276921] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.286350] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.372621] env[70220]: INFO nova.compute.manager [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Detaching volume f0a21601-6f27-49bd-9628-40bbcfe43d47 [ 1308.409292] env[70220]: INFO nova.virt.block_device [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Attempting to driver detach volume f0a21601-6f27-49bd-9628-40bbcfe43d47 from mountpoint /dev/sdb [ 1308.409537] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1308.409739] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723225', 'volume_id': 'f0a21601-6f27-49bd-9628-40bbcfe43d47', 'name': 'volume-f0a21601-6f27-49bd-9628-40bbcfe43d47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd61a9627-f77b-4cd8-9093-02f403a31c44', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a21601-6f27-49bd-9628-40bbcfe43d47', 'serial': 'f0a21601-6f27-49bd-9628-40bbcfe43d47'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1308.410672] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1dbd8d-021b-44c4-8ffa-ebfe939cebb9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.433301] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56531474-4c8d-4715-8697-d5157c309840 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.440944] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b2fc9a-e527-413e-89bd-d8002fd46b6a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.463045] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda6636f-522e-4285-9321-20f88e44ecbb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.466280] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: efb5caa8-1889-4c66-a941-afd026a1d992] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1308.484072] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] The volume has not been displaced from its original location: [datastore1] volume-f0a21601-6f27-49bd-9628-40bbcfe43d47/volume-f0a21601-6f27-49bd-9628-40bbcfe43d47.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1308.489596] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1308.489938] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4fe777-0914-4735-b102-9902941a5bac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.510306] env[70220]: DEBUG oslo_vmware.api [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1308.510306] env[70220]: value = "task-3626589" [ 1308.510306] env[70220]: _type = "Task" [ 1308.510306] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.518906] env[70220]: DEBUG oslo_vmware.api [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.668700] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626586, 'name': ReconfigVM_Task, 'duration_secs': 0.562122} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.669043] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance 'e4e01006-bf71-4d41-95c3-23125469e62a' progress to 33 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.705533] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.722863] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.723414] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b75dbaaa-cd98-4a01-bd18-59052977b530 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.731285] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1308.731285] env[70220]: value = "task-3626590" [ 1308.731285] env[70220]: _type = "Task" [ 1308.731285] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.740526] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.787123] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626588, 'name': ReconfigVM_Task, 'duration_secs': 0.286079} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.787465] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 3d865c7a-4395-464d-ad22-f4c0e035c515/3d865c7a-4395-464d-ad22-f4c0e035c515.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.788142] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5410e9c-1d1b-4c22-9877-46372462ced0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.795095] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1308.795095] env[70220]: value = "task-3626591" [ 1308.795095] env[70220]: _type = "Task" [ 1308.795095] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.804855] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626591, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.969637] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 67b781f1-3651-42ae-9c8e-7270cff068cf] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1309.019460] env[70220]: DEBUG oslo_vmware.api [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626589, 'name': ReconfigVM_Task, 'duration_secs': 0.214797} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.019736] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1309.025300] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b145499-a78e-4060-b8e5-d7a40a71afc5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.043567] env[70220]: DEBUG oslo_vmware.api [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1309.043567] env[70220]: value = "task-3626592" [ 1309.043567] env[70220]: _type = "Task" [ 1309.043567] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.051447] env[70220]: DEBUG oslo_vmware.api [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.176648] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.176648] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.176648] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.176908] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.176908] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.177215] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.177580] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.181023] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.181023] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.181023] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.181023] env[70220]: DEBUG nova.virt.hardware [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.186684] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1309.187121] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c99a4fbd-a25c-4040-aea8-896e04da7a0b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.209585] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1309.209585] env[70220]: value = "task-3626593" [ 1309.209585] env[70220]: _type = "Task" [ 1309.209585] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.219051] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "d5170c4c-0621-48d2-84af-265c170a088c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.219321] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.224253] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626593, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.241319] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626590, 'name': PowerOffVM_Task, 'duration_secs': 0.206853} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.241631] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.241842] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance '8b27913f-49be-4e7b-9d09-d10811067cc7' progress to 17 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1309.305792] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626591, 'name': Rename_Task, 'duration_secs': 0.144595} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.306109] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.306353] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b2b50bd-bb5b-41b6-abed-1bfddc2ecd81 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.315743] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1309.315743] env[70220]: value = "task-3626594" [ 1309.315743] env[70220]: _type = "Task" [ 1309.315743] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.324429] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.472573] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: e77916d8-d281-4418-aeab-169a6d99f109] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1309.554361] env[70220]: DEBUG oslo_vmware.api [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626592, 'name': ReconfigVM_Task, 'duration_secs': 0.14601} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.554704] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723225', 'volume_id': 'f0a21601-6f27-49bd-9628-40bbcfe43d47', 'name': 'volume-f0a21601-6f27-49bd-9628-40bbcfe43d47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd61a9627-f77b-4cd8-9093-02f403a31c44', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0a21601-6f27-49bd-9628-40bbcfe43d47', 'serial': 'f0a21601-6f27-49bd-9628-40bbcfe43d47'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1309.720316] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626593, 'name': ReconfigVM_Task, 'duration_secs': 0.153377} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.720613] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1309.721439] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec1ac0a-5a07-4861-bda0-7b8fcd5a11ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.725677] env[70220]: DEBUG nova.compute.manager [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.750172] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] e4e01006-bf71-4d41-95c3-23125469e62a/e4e01006-bf71-4d41-95c3-23125469e62a.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.750717] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1309.750935] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.751115] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1309.751305] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.751449] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1309.751589] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1309.751790] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1309.752068] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1309.752106] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1309.752258] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1309.752420] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1309.758040] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e811a2a8-d3e7-4d25-acb3-c33382d10596 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.771591] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5593347c-3f1d-4a0c-8c71-b347bb10ecce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.788112] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1309.788112] env[70220]: value = "task-3626595" [ 1309.788112] env[70220]: _type = "Task" [ 1309.788112] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.789145] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1309.789145] env[70220]: value = "task-3626596" [ 1309.789145] env[70220]: _type = "Task" [ 1309.789145] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.796038] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "91ad9779-b0e3-4c6f-a933-99047f02a217" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.796231] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.796453] env[70220]: INFO nova.compute.manager [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Attaching volume ff21a936-30d4-4e2e-9801-4b7d05f026cc to /dev/sdb [ 1309.801790] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.806339] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.825488] env[70220]: DEBUG oslo_vmware.api [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626594, 'name': PowerOnVM_Task, 'duration_secs': 0.452186} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.825823] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.826089] env[70220]: INFO nova.compute.manager [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1309.826285] env[70220]: DEBUG nova.compute.manager [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.827164] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cf24b8-c48e-44cc-a18b-1f47c081ec09 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.836987] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5ad8ee-aed0-4091-aec7-1a963f578e0e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.843272] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b01c689-8456-44c5-82c4-43dab8e801e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.857264] env[70220]: DEBUG nova.virt.block_device [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating existing volume attachment record: fc11f7be-24e3-4fbf-8468-090e60e46bdd {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1309.975873] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 1ea80a37-1021-4c61-b925-f25379cdfd78] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1310.097094] env[70220]: DEBUG nova.objects.instance [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lazy-loading 'flavor' on Instance uuid d61a9627-f77b-4cd8-9093-02f403a31c44 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.268655] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.268942] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.270587] env[70220]: INFO nova.compute.claims [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.301588] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626595, 'name': ReconfigVM_Task, 'duration_secs': 0.48632} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.304672] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Reconfigured VM instance instance-0000006c to attach disk [datastore1] e4e01006-bf71-4d41-95c3-23125469e62a/e4e01006-bf71-4d41-95c3-23125469e62a.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.305548] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance 'e4e01006-bf71-4d41-95c3-23125469e62a' progress to 50 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.308923] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626596, 'name': ReconfigVM_Task, 'duration_secs': 0.245459} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.309251] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance '8b27913f-49be-4e7b-9d09-d10811067cc7' progress to 33 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.347731] env[70220]: INFO nova.compute.manager [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Took 12.00 seconds to build instance. [ 1310.481025] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 7ac66455-b270-4d41-aef2-63bb5191ecf9] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1310.786010] env[70220]: DEBUG nova.compute.manager [req-6b81dfe2-f934-46d1-bfa8-75aeffa834cb req-64fcbf98-d0a4-4ccb-be4c-34f60934754f service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Received event network-changed-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.786228] env[70220]: DEBUG nova.compute.manager [req-6b81dfe2-f934-46d1-bfa8-75aeffa834cb req-64fcbf98-d0a4-4ccb-be4c-34f60934754f service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Refreshing instance network info cache due to event network-changed-2d99afa8-86c8-4c8c-912d-feb2c38f0de6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.786444] env[70220]: DEBUG oslo_concurrency.lockutils [req-6b81dfe2-f934-46d1-bfa8-75aeffa834cb req-64fcbf98-d0a4-4ccb-be4c-34f60934754f service nova] Acquiring lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.786583] env[70220]: DEBUG oslo_concurrency.lockutils [req-6b81dfe2-f934-46d1-bfa8-75aeffa834cb req-64fcbf98-d0a4-4ccb-be4c-34f60934754f service nova] Acquired lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.786757] env[70220]: DEBUG nova.network.neutron [req-6b81dfe2-f934-46d1-bfa8-75aeffa834cb req-64fcbf98-d0a4-4ccb-be4c-34f60934754f service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Refreshing network info cache for port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.816831] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1310.817103] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.817272] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1310.817453] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.817595] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1310.817750] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1310.817936] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1310.818116] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1310.818282] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1310.818455] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1310.818665] env[70220]: DEBUG nova.virt.hardware [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1310.824789] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1310.825603] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e621e6-d5df-4dd1-b08f-cc6066345c54 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.829090] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c673e977-cfb3-4666-8de6-f2e38d4115e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.869753] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0fd855ce-773d-4790-90fc-1d4fec6306cb tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.534s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.873127] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053398c6-d0e4-4717-9c49-6813c414db8f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.878063] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1310.878063] env[70220]: value = "task-3626600" [ 1310.878063] env[70220]: _type = "Task" [ 1310.878063] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.899776] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance 'e4e01006-bf71-4d41-95c3-23125469e62a' progress to 67 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.910019] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.983572] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: af8598b0-ea9e-4751-aebc-414ece12150e] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1311.104961] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0c74cae9-dec9-4333-92ce-af057eafffa9 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.393772] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626600, 'name': ReconfigVM_Task, 'duration_secs': 0.170474} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.396075] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1311.396988] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393c918e-d35e-4e5f-9414-45c864a6d429 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.400822] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4979df-bab4-4cd2-90ab-f6cf778eea5a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.426858] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 8b27913f-49be-4e7b-9d09-d10811067cc7/8b27913f-49be-4e7b-9d09-d10811067cc7.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.429440] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f4864bb-2ee7-41e5-8ae2-25b6303ff477 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.442906] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db7b386-a352-43dc-86e7-8514cbb3e16b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.445987] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d61a9627-f77b-4cd8-9093-02f403a31c44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.446229] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.446475] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "d61a9627-f77b-4cd8-9093-02f403a31c44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.446644] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.446782] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.448891] env[70220]: INFO nova.compute.manager [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Terminating instance [ 1311.478656] env[70220]: DEBUG nova.network.neutron [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Port 076ed817-e3de-416e-8b00-69a86ab0d07d binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1311.481918] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe15df77-713c-44cc-b4d6-1b4c6e0f5e2f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.484538] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1311.484538] env[70220]: value = "task-3626601" [ 1311.484538] env[70220]: _type = "Task" [ 1311.484538] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.487559] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 4cbd6401-885a-4bd2-af8d-1c51bd0c4f20] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1311.496419] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f602d5a-4a44-47d8-8622-7bb9b98a6907 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.503171] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.512734] env[70220]: DEBUG nova.compute.provider_tree [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.550308] env[70220]: DEBUG nova.network.neutron [req-6b81dfe2-f934-46d1-bfa8-75aeffa834cb req-64fcbf98-d0a4-4ccb-be4c-34f60934754f service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updated VIF entry in instance network info cache for port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.550690] env[70220]: DEBUG nova.network.neutron [req-6b81dfe2-f934-46d1-bfa8-75aeffa834cb req-64fcbf98-d0a4-4ccb-be4c-34f60934754f service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updating instance_info_cache with network_info: [{"id": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "address": "fa:16:3e:c7:e4:a5", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d99afa8-86", "ovs_interfaceid": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.952805] env[70220]: DEBUG nova.compute.manager [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1311.953073] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1311.954080] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77caac56-5a11-4945-8468-8ef7c2bd7019 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.962444] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1311.962611] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44f02143-aa9a-4bec-ae9d-1e8a124865f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.970228] env[70220]: DEBUG oslo_vmware.api [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1311.970228] env[70220]: value = "task-3626602" [ 1311.970228] env[70220]: _type = "Task" [ 1311.970228] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.980082] env[70220]: DEBUG oslo_vmware.api [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.996384] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: ffd5619f-4fd8-4d3b-a235-74cffa83216d] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1312.002065] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.015310] env[70220]: DEBUG nova.scheduler.client.report [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.053186] env[70220]: DEBUG oslo_concurrency.lockutils [req-6b81dfe2-f934-46d1-bfa8-75aeffa834cb req-64fcbf98-d0a4-4ccb-be4c-34f60934754f service nova] Releasing lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.480515] env[70220]: DEBUG oslo_vmware.api [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626602, 'name': PowerOffVM_Task, 'duration_secs': 0.212987} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.480782] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.480959] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1312.481270] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a849c1c0-28b7-4307-80f4-f12f83cb9b25 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.504877] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 7619eb88-8d1e-4270-b7b5-a44843cb1c4f] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1312.514607] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "e4e01006-bf71-4d41-95c3-23125469e62a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.514838] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "e4e01006-bf71-4d41-95c3-23125469e62a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.515150] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "e4e01006-bf71-4d41-95c3-23125469e62a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.517106] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626601, 'name': ReconfigVM_Task, 'duration_secs': 0.777008} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.517587] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 8b27913f-49be-4e7b-9d09-d10811067cc7/8b27913f-49be-4e7b-9d09-d10811067cc7.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.517901] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance '8b27913f-49be-4e7b-9d09-d10811067cc7' progress to 50 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1312.522429] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.253s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.522993] env[70220]: DEBUG nova.compute.manager [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1312.551618] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1312.551872] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1312.552043] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleting the datastore file [datastore2] d61a9627-f77b-4cd8-9093-02f403a31c44 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1312.552312] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae30da38-daeb-4e5c-b950-1f842441b47a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.560601] env[70220]: DEBUG oslo_vmware.api [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for the task: (returnval){ [ 1312.560601] env[70220]: value = "task-3626605" [ 1312.560601] env[70220]: _type = "Task" [ 1312.560601] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.568920] env[70220]: DEBUG oslo_vmware.api [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.007857] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: f86272cc-e3fb-4bc5-8272-faab2cb68e29] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1313.024718] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f38b6cf-5d82-4d72-95de-8e7d2f52e988 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.030065] env[70220]: DEBUG nova.compute.utils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.031756] env[70220]: DEBUG nova.compute.manager [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.031943] env[70220]: DEBUG nova.network.neutron [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.055836] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd744522-18c1-474a-8900-ab9b412d7cba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.078920] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance '8b27913f-49be-4e7b-9d09-d10811067cc7' progress to 67 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.084263] env[70220]: DEBUG nova.policy [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '605c34ab9170487c8a92af86bb4afadf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94aded59465f446ebbf268af478d6b55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.091526] env[70220]: DEBUG oslo_vmware.api [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Task: {'id': task-3626605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143074} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.091774] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.091954] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1313.092213] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1313.092403] env[70220]: INFO nova.compute.manager [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1313.092642] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.092832] env[70220]: DEBUG nova.compute.manager [-] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1313.092927] env[70220]: DEBUG nova.network.neutron [-] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1313.511580] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 0c653c24-61a2-468d-bcc6-112e95d6368a] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1313.532796] env[70220]: DEBUG nova.compute.manager [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1313.559318] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.559591] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.559820] env[70220]: DEBUG nova.network.neutron [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.573473] env[70220]: DEBUG nova.network.neutron [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Successfully created port: 8db1740e-55a7-4c6f-b477-8c1165ab40c6 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1313.619440] env[70220]: DEBUG nova.network.neutron [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Port 7be192ac-aa66-4f6e-97eb-e03eadf7654a binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1313.993119] env[70220]: DEBUG nova.compute.manager [req-31b17e3d-a09a-4ee1-b728-f122d02cc85b req-40668ec4-4fc4-417a-8e73-f50906ba71d8 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Received event network-vif-deleted-d60844c3-821c-4505-b179-565a33fd837e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.993119] env[70220]: INFO nova.compute.manager [req-31b17e3d-a09a-4ee1-b728-f122d02cc85b req-40668ec4-4fc4-417a-8e73-f50906ba71d8 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Neutron deleted interface d60844c3-821c-4505-b179-565a33fd837e; detaching it from the instance and deleting it from the info cache [ 1313.993119] env[70220]: DEBUG nova.network.neutron [req-31b17e3d-a09a-4ee1-b728-f122d02cc85b req-40668ec4-4fc4-417a-8e73-f50906ba71d8 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.301438] env[70220]: DEBUG nova.network.neutron [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance_info_cache with network_info: [{"id": "076ed817-e3de-416e-8b00-69a86ab0d07d", "address": "fa:16:3e:07:3f:e2", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076ed817-e3", "ovs_interfaceid": "076ed817-e3de-416e-8b00-69a86ab0d07d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.401737] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1314.401979] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723228', 'volume_id': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'name': 'volume-ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91ad9779-b0e3-4c6f-a933-99047f02a217', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'serial': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1314.402887] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2044a419-2535-4ae8-ab28-cda280e0dbec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.421226] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c850f088-148d-48f0-9fe0-8255e189b24e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.447469] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-ff21a936-30d4-4e2e-9801-4b7d05f026cc/volume-ff21a936-30d4-4e2e-9801-4b7d05f026cc.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.448129] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f01e7711-9dd5-4c8e-9b51-4a86c3471c4f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.470364] env[70220]: DEBUG oslo_vmware.api [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1314.470364] env[70220]: value = "task-3626606" [ 1314.470364] env[70220]: _type = "Task" [ 1314.470364] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.479801] env[70220]: DEBUG nova.network.neutron [-] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.481489] env[70220]: DEBUG oslo_vmware.api [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.496565] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-996ccd67-6ef6-4f6d-a698-5f7bbb4551f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.506790] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dba0761-11f5-430f-b89f-73995101f277 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.538154] env[70220]: DEBUG nova.compute.manager [req-31b17e3d-a09a-4ee1-b728-f122d02cc85b req-40668ec4-4fc4-417a-8e73-f50906ba71d8 service nova] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Detach interface failed, port_id=d60844c3-821c-4505-b179-565a33fd837e, reason: Instance d61a9627-f77b-4cd8-9093-02f403a31c44 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1314.546618] env[70220]: DEBUG nova.compute.manager [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1314.574603] env[70220]: DEBUG nova.virt.hardware [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.574856] env[70220]: DEBUG nova.virt.hardware [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.575021] env[70220]: DEBUG nova.virt.hardware [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.575210] env[70220]: DEBUG nova.virt.hardware [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.575354] env[70220]: DEBUG nova.virt.hardware [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.575499] env[70220]: DEBUG nova.virt.hardware [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.575739] env[70220]: DEBUG nova.virt.hardware [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.575914] env[70220]: DEBUG nova.virt.hardware [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.576108] env[70220]: DEBUG nova.virt.hardware [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.576277] env[70220]: DEBUG nova.virt.hardware [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.576446] env[70220]: DEBUG nova.virt.hardware [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.577334] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ba54a0-4c19-463b-b423-e028a2840389 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.586362] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8330b7-259f-44c3-9886-0f723526823b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.642559] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "8b27913f-49be-4e7b-9d09-d10811067cc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.642784] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.642962] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.804406] env[70220]: DEBUG oslo_concurrency.lockutils [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.980505] env[70220]: DEBUG oslo_vmware.api [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626606, 'name': ReconfigVM_Task, 'duration_secs': 0.39089} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.980771] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-ff21a936-30d4-4e2e-9801-4b7d05f026cc/volume-ff21a936-30d4-4e2e-9801-4b7d05f026cc.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.985814] env[70220]: INFO nova.compute.manager [-] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Took 1.89 seconds to deallocate network for instance. [ 1314.986344] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b80d87f6-e13d-440e-8c06-5672df280b13 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.002566] env[70220]: DEBUG oslo_vmware.api [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1315.002566] env[70220]: value = "task-3626607" [ 1315.002566] env[70220]: _type = "Task" [ 1315.002566] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.011055] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.011250] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.015855] env[70220]: DEBUG oslo_vmware.api [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.328490] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cbfacf-e587-4c36-b1e1-3741cce820c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.349748] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695a5dfb-78f6-430e-b0fb-cfaf4d95b678 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.358045] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance 'e4e01006-bf71-4d41-95c3-23125469e62a' progress to 83 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.381671] env[70220]: DEBUG nova.network.neutron [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Successfully updated port: 8db1740e-55a7-4c6f-b477-8c1165ab40c6 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.501596] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.501827] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.502059] env[70220]: DEBUG nova.objects.instance [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lazy-loading 'resources' on Instance uuid d61a9627-f77b-4cd8-9093-02f403a31c44 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.513715] env[70220]: DEBUG oslo_vmware.api [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626607, 'name': ReconfigVM_Task, 'duration_secs': 0.140812} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.514013] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723228', 'volume_id': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'name': 'volume-ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91ad9779-b0e3-4c6f-a933-99047f02a217', 'attached_at': '', 'detached_at': '', 'volume_id': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'serial': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1315.678590] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.678865] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.679073] env[70220]: DEBUG nova.network.neutron [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.863859] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.864193] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9276f8e1-c3ad-43ad-b1d2-bb3fc7959fa9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.873345] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1315.873345] env[70220]: value = "task-3626608" [ 1315.873345] env[70220]: _type = "Task" [ 1315.873345] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.881261] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.882808] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.882940] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquired lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.883100] env[70220]: DEBUG nova.network.neutron [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.022760] env[70220]: DEBUG nova.compute.manager [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Received event network-vif-plugged-8db1740e-55a7-4c6f-b477-8c1165ab40c6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.022978] env[70220]: DEBUG oslo_concurrency.lockutils [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] Acquiring lock "d5170c4c-0621-48d2-84af-265c170a088c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.023185] env[70220]: DEBUG oslo_concurrency.lockutils [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] Lock "d5170c4c-0621-48d2-84af-265c170a088c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.023350] env[70220]: DEBUG oslo_concurrency.lockutils [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] Lock "d5170c4c-0621-48d2-84af-265c170a088c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.023513] env[70220]: DEBUG nova.compute.manager [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] No waiting events found dispatching network-vif-plugged-8db1740e-55a7-4c6f-b477-8c1165ab40c6 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.023721] env[70220]: WARNING nova.compute.manager [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Received unexpected event network-vif-plugged-8db1740e-55a7-4c6f-b477-8c1165ab40c6 for instance with vm_state building and task_state spawning. [ 1316.023918] env[70220]: DEBUG nova.compute.manager [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Received event network-changed-8db1740e-55a7-4c6f-b477-8c1165ab40c6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.024115] env[70220]: DEBUG nova.compute.manager [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Refreshing instance network info cache due to event network-changed-8db1740e-55a7-4c6f-b477-8c1165ab40c6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1316.024241] env[70220]: DEBUG oslo_concurrency.lockutils [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] Acquiring lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.117322] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29175475-b96b-425e-9c7b-08501a49073d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.125518] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86903db3-1166-43ef-ab38-ad46f57581b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.155904] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3240ec72-8d4c-45b7-a50f-0855c187dcbf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.163962] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b1d8eb-576a-474a-8606-764a7d1433ef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.177767] env[70220]: DEBUG nova.compute.provider_tree [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.384306] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.388014] env[70220]: DEBUG nova.network.neutron [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance_info_cache with network_info: [{"id": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "address": "fa:16:3e:80:1b:f0", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be192ac-aa", "ovs_interfaceid": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.415403] env[70220]: DEBUG nova.network.neutron [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.540925] env[70220]: DEBUG nova.network.neutron [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Updating instance_info_cache with network_info: [{"id": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "address": "fa:16:3e:cb:b7:fd", "network": {"id": "892ecbff-3a0e-416c-9a9c-e1ce8d8dd311", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1535474441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aded59465f446ebbf268af478d6b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db1740e-55", "ovs_interfaceid": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.552782] env[70220]: DEBUG nova.objects.instance [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'flavor' on Instance uuid 91ad9779-b0e3-4c6f-a933-99047f02a217 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.680508] env[70220]: DEBUG nova.scheduler.client.report [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.885525] env[70220]: DEBUG oslo_vmware.api [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626608, 'name': PowerOnVM_Task, 'duration_secs': 0.636165} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.885829] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.886032] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-771c8a00-b25b-4613-a417-b2cebeb7b132 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance 'e4e01006-bf71-4d41-95c3-23125469e62a' progress to 100 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.890192] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.044025] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Releasing lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.044424] env[70220]: DEBUG nova.compute.manager [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Instance network_info: |[{"id": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "address": "fa:16:3e:cb:b7:fd", "network": {"id": "892ecbff-3a0e-416c-9a9c-e1ce8d8dd311", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1535474441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aded59465f446ebbf268af478d6b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db1740e-55", "ovs_interfaceid": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.044818] env[70220]: DEBUG oslo_concurrency.lockutils [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] Acquired lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.045098] env[70220]: DEBUG nova.network.neutron [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Refreshing network info cache for port 8db1740e-55a7-4c6f-b477-8c1165ab40c6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.046353] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:b7:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db1740e-55a7-4c6f-b477-8c1165ab40c6', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.054199] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Creating folder: Project (94aded59465f446ebbf268af478d6b55). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.055379] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b84426a0-ff4f-40b6-bfd2-068a21b0ff74 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.059718] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d26cdaf5-64df-4352-9589-6435789797c5 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.263s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.069628] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Created folder: Project (94aded59465f446ebbf268af478d6b55) in parent group-v722922. [ 1317.069898] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Creating folder: Instances. Parent ref: group-v723229. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.070190] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32321422-2992-422d-b111-19f1a2b4622d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.083108] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Created folder: Instances in parent group-v723229. [ 1317.083410] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.083630] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.083816] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de5ab290-daef-4680-8c99-42fb151533a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.103929] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.103929] env[70220]: value = "task-3626611" [ 1317.103929] env[70220]: _type = "Task" [ 1317.103929] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.114813] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626611, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.186640] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.212341] env[70220]: INFO nova.scheduler.client.report [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Deleted allocations for instance d61a9627-f77b-4cd8-9093-02f403a31c44 [ 1317.417014] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc784be6-edfe-4c95-a2b0-f38eb9cdf39b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.439625] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ce637-54b9-4bfa-bdf8-322c01aee2ec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.447728] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance '8b27913f-49be-4e7b-9d09-d10811067cc7' progress to 83 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.614552] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626611, 'name': CreateVM_Task, 'duration_secs': 0.339306} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.614719] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.615468] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.615638] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.616012] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.616272] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601b1e7d-0a45-4443-86c5-ff9e4f79a8bc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.621827] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1317.621827] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b41614-a8f6-955b-2e55-06a02ef434d6" [ 1317.621827] env[70220]: _type = "Task" [ 1317.621827] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.630532] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b41614-a8f6-955b-2e55-06a02ef434d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.719368] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f2f43e8-32cd-492d-860b-c9f1e1bbfc82 tempest-AttachVolumeNegativeTest-826036479 tempest-AttachVolumeNegativeTest-826036479-project-member] Lock "d61a9627-f77b-4cd8-9093-02f403a31c44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.273s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.862843] env[70220]: DEBUG nova.network.neutron [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Updated VIF entry in instance network info cache for port 8db1740e-55a7-4c6f-b477-8c1165ab40c6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.863200] env[70220]: DEBUG nova.network.neutron [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Updating instance_info_cache with network_info: [{"id": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "address": "fa:16:3e:cb:b7:fd", "network": {"id": "892ecbff-3a0e-416c-9a9c-e1ce8d8dd311", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1535474441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aded59465f446ebbf268af478d6b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db1740e-55", "ovs_interfaceid": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.909794] env[70220]: DEBUG nova.compute.manager [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Stashing vm_state: active {{(pid=70220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1317.953652] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.954678] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b011c349-8a35-413e-9e0c-fa0b0d15a047 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.962751] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1317.962751] env[70220]: value = "task-3626612" [ 1317.962751] env[70220]: _type = "Task" [ 1317.962751] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.971166] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.132612] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b41614-a8f6-955b-2e55-06a02ef434d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014758} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.132929] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.133187] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.133467] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.133631] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.133877] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.134173] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-802f30e5-f5f5-4e1d-aeae-f23b59171580 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.142782] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.142954] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.143708] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ebd3f9-2229-421b-beb6-67fe551a27c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.151035] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1318.151035] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5261e530-4de5-5c50-fc82-cc972cb64d85" [ 1318.151035] env[70220]: _type = "Task" [ 1318.151035] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.160391] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5261e530-4de5-5c50-fc82-cc972cb64d85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.366526] env[70220]: DEBUG oslo_concurrency.lockutils [req-0435768a-f701-46c5-acaf-4456e8785c67 req-96af4c4b-74c0-440b-88a2-2d9966a0536b service nova] Releasing lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.430573] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.430983] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.473283] env[70220]: DEBUG oslo_vmware.api [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626612, 'name': PowerOnVM_Task, 'duration_secs': 0.401917} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.473580] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.473873] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17c074-e008-450e-a50d-3789b1855b7c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance '8b27913f-49be-4e7b-9d09-d10811067cc7' progress to 100 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.661843] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5261e530-4de5-5c50-fc82-cc972cb64d85, 'name': SearchDatastore_Task, 'duration_secs': 0.009073} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.662673] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96bc3982-9e8c-4609-925e-a21b127ff1e5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.668806] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1318.668806] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f941f5-9886-9002-a484-b15cc626f2ed" [ 1318.668806] env[70220]: _type = "Task" [ 1318.668806] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.677110] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f941f5-9886-9002-a484-b15cc626f2ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.936408] env[70220]: INFO nova.compute.claims [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.180054] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f941f5-9886-9002-a484-b15cc626f2ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.180054] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.180054] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] d5170c4c-0621-48d2-84af-265c170a088c/d5170c4c-0621-48d2-84af-265c170a088c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.180054] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c71ca3d8-e9c7-4147-a939-7d911e284cbd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.186487] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1319.186487] env[70220]: value = "task-3626614" [ 1319.186487] env[70220]: _type = "Task" [ 1319.186487] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.194209] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.238905] env[70220]: DEBUG oslo_concurrency.lockutils [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "e4e01006-bf71-4d41-95c3-23125469e62a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.239192] env[70220]: DEBUG oslo_concurrency.lockutils [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "e4e01006-bf71-4d41-95c3-23125469e62a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.239381] env[70220]: DEBUG nova.compute.manager [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Going to confirm migration 7 {{(pid=70220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1319.442794] env[70220]: INFO nova.compute.resource_tracker [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating resource usage from migration 9ebee85d-c1aa-49cf-8b23-9c5f47ecad93 [ 1319.568632] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f51bc01-9eab-448e-a610-ffa4ec9043e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.579113] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6929f0fa-db57-4ec5-a92f-84dbfcedccc4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.615418] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88926aed-2449-49f0-a459-25de245c7bbd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.625307] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cd1805-8ca3-422c-86e9-c78529f2f020 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.642577] env[70220]: DEBUG nova.compute.provider_tree [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.696124] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457579} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.696354] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] d5170c4c-0621-48d2-84af-265c170a088c/d5170c4c-0621-48d2-84af-265c170a088c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.696562] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.696885] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-532154ff-5a6b-4a40-8d90-a499bfe4d94d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.703848] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1319.703848] env[70220]: value = "task-3626615" [ 1319.703848] env[70220]: _type = "Task" [ 1319.703848] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.712314] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.798081] env[70220]: DEBUG oslo_concurrency.lockutils [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.798334] env[70220]: DEBUG oslo_concurrency.lockutils [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.798529] env[70220]: DEBUG nova.network.neutron [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.798711] env[70220]: DEBUG nova.objects.instance [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lazy-loading 'info_cache' on Instance uuid e4e01006-bf71-4d41-95c3-23125469e62a {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.146394] env[70220]: DEBUG nova.scheduler.client.report [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.213783] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066349} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.214073] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.214860] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b478b0-4994-4747-a84d-e7c4f1cd5695 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.237968] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] d5170c4c-0621-48d2-84af-265c170a088c/d5170c4c-0621-48d2-84af-265c170a088c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.238554] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a87a19a3-1d6b-4556-88be-094cd8bf8c43 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.258729] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1320.258729] env[70220]: value = "task-3626616" [ 1320.258729] env[70220]: _type = "Task" [ 1320.258729] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.267876] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.653576] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.223s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.653820] env[70220]: INFO nova.compute.manager [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Migrating [ 1320.690517] env[70220]: DEBUG nova.network.neutron [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Port 7be192ac-aa66-4f6e-97eb-e03eadf7654a binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1320.690770] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.690919] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.691092] env[70220]: DEBUG nova.network.neutron [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.771005] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.001023] env[70220]: DEBUG nova.network.neutron [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance_info_cache with network_info: [{"id": "076ed817-e3de-416e-8b00-69a86ab0d07d", "address": "fa:16:3e:07:3f:e2", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap076ed817-e3", "ovs_interfaceid": "076ed817-e3de-416e-8b00-69a86ab0d07d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.171342] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.171640] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.171753] env[70220]: DEBUG nova.network.neutron [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.271427] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626616, 'name': ReconfigVM_Task, 'duration_secs': 0.939916} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.271710] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Reconfigured VM instance instance-0000006e to attach disk [datastore2] d5170c4c-0621-48d2-84af-265c170a088c/d5170c4c-0621-48d2-84af-265c170a088c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.272422] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d6d2083-2644-4b67-98f2-1f7dfa14cf13 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.279874] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1321.279874] env[70220]: value = "task-3626618" [ 1321.279874] env[70220]: _type = "Task" [ 1321.279874] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.288605] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626618, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.399357] env[70220]: DEBUG nova.network.neutron [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance_info_cache with network_info: [{"id": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "address": "fa:16:3e:80:1b:f0", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be192ac-aa", "ovs_interfaceid": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.503657] env[70220]: DEBUG oslo_concurrency.lockutils [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "refresh_cache-e4e01006-bf71-4d41-95c3-23125469e62a" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.503970] env[70220]: DEBUG nova.objects.instance [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lazy-loading 'migration_context' on Instance uuid e4e01006-bf71-4d41-95c3-23125469e62a {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.793123] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626618, 'name': Rename_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.874319] env[70220]: DEBUG nova.network.neutron [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance_info_cache with network_info: [{"id": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "address": "fa:16:3e:a4:82:66", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845c7a29-c1", "ovs_interfaceid": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.901785] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.007186] env[70220]: DEBUG nova.objects.base [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1322.008153] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa68e5a-cf96-4ade-9e83-1a980c623dcb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.028528] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee3b41be-33fa-4012-832b-feb2091dcf59 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.033917] env[70220]: DEBUG oslo_vmware.api [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1322.033917] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5291f208-5e20-ba8b-c237-99c667b7a0da" [ 1322.033917] env[70220]: _type = "Task" [ 1322.033917] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.043185] env[70220]: DEBUG oslo_vmware.api [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5291f208-5e20-ba8b-c237-99c667b7a0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.291996] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626618, 'name': Rename_Task, 'duration_secs': 0.560204} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.292334] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.292517] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9ec0a96-6551-45a2-acb0-820697820d2c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.300490] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1322.300490] env[70220]: value = "task-3626619" [ 1322.300490] env[70220]: _type = "Task" [ 1322.300490] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.309202] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.377207] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.404933] env[70220]: DEBUG nova.compute.manager [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70220) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1322.405182] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.405430] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.544731] env[70220]: DEBUG oslo_vmware.api [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5291f208-5e20-ba8b-c237-99c667b7a0da, 'name': SearchDatastore_Task, 'duration_secs': 0.008584} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.545030] env[70220]: DEBUG oslo_concurrency.lockutils [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.813187] env[70220]: DEBUG oslo_vmware.api [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626619, 'name': PowerOnVM_Task, 'duration_secs': 0.481346} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.813488] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.813818] env[70220]: INFO nova.compute.manager [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1322.813991] env[70220]: DEBUG nova.compute.manager [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.815069] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd040a4-2ab7-4278-9e35-2561a53f917e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.908550] env[70220]: DEBUG nova.objects.instance [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'migration_context' on Instance uuid 8b27913f-49be-4e7b-9d09-d10811067cc7 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.336025] env[70220]: INFO nova.compute.manager [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Took 13.08 seconds to build instance. [ 1323.537171] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3eb815-477b-436d-a390-38495fac210b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.547282] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291568b7-dcd2-471a-b804-ebbff1a4198c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.585079] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f72d2f4-fa71-4172-aea5-69207ded5789 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.593534] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00abeac5-66b4-48c0-9e55-008a27040184 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.611213] env[70220]: DEBUG nova.compute.provider_tree [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.654046] env[70220]: DEBUG nova.compute.manager [req-984da008-3dd3-4e16-b497-457c91afd435 req-3723b549-0580-45f9-bad9-df5f6a0a2e20 service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Received event network-changed-8db1740e-55a7-4c6f-b477-8c1165ab40c6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.654336] env[70220]: DEBUG nova.compute.manager [req-984da008-3dd3-4e16-b497-457c91afd435 req-3723b549-0580-45f9-bad9-df5f6a0a2e20 service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Refreshing instance network info cache due to event network-changed-8db1740e-55a7-4c6f-b477-8c1165ab40c6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.654558] env[70220]: DEBUG oslo_concurrency.lockutils [req-984da008-3dd3-4e16-b497-457c91afd435 req-3723b549-0580-45f9-bad9-df5f6a0a2e20 service nova] Acquiring lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.654869] env[70220]: DEBUG oslo_concurrency.lockutils [req-984da008-3dd3-4e16-b497-457c91afd435 req-3723b549-0580-45f9-bad9-df5f6a0a2e20 service nova] Acquired lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.655095] env[70220]: DEBUG nova.network.neutron [req-984da008-3dd3-4e16-b497-457c91afd435 req-3723b549-0580-45f9-bad9-df5f6a0a2e20 service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Refreshing network info cache for port 8db1740e-55a7-4c6f-b477-8c1165ab40c6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.836959] env[70220]: DEBUG oslo_concurrency.lockutils [None req-5055e804-1397-4284-93b7-56c614f18472 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.617s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.893466] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53e0f3d-039c-44e3-bdc9-0ffa4f0b13a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.914915] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance '91ad9779-b0e3-4c6f-a933-99047f02a217' progress to 0 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.116120] env[70220]: DEBUG nova.scheduler.client.report [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.364051] env[70220]: DEBUG nova.network.neutron [req-984da008-3dd3-4e16-b497-457c91afd435 req-3723b549-0580-45f9-bad9-df5f6a0a2e20 service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Updated VIF entry in instance network info cache for port 8db1740e-55a7-4c6f-b477-8c1165ab40c6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.364449] env[70220]: DEBUG nova.network.neutron [req-984da008-3dd3-4e16-b497-457c91afd435 req-3723b549-0580-45f9-bad9-df5f6a0a2e20 service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Updating instance_info_cache with network_info: [{"id": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "address": "fa:16:3e:cb:b7:fd", "network": {"id": "892ecbff-3a0e-416c-9a9c-e1ce8d8dd311", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1535474441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aded59465f446ebbf268af478d6b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db1740e-55", "ovs_interfaceid": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.421056] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.421365] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91466f91-6c0e-4743-a62f-3635d6cb7ce1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.430079] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1324.430079] env[70220]: value = "task-3626621" [ 1324.430079] env[70220]: _type = "Task" [ 1324.430079] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.438891] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.867425] env[70220]: DEBUG oslo_concurrency.lockutils [req-984da008-3dd3-4e16-b497-457c91afd435 req-3723b549-0580-45f9-bad9-df5f6a0a2e20 service nova] Releasing lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.941753] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626621, 'name': PowerOffVM_Task, 'duration_secs': 0.226827} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.942076] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.942450] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance '91ad9779-b0e3-4c6f-a933-99047f02a217' progress to 17 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1325.127276] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.722s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.133165] env[70220]: DEBUG oslo_concurrency.lockutils [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.588s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.448960] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.449369] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.449479] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.449575] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.449718] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.449863] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.450088] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.450248] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.450415] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.450576] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.450745] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.456051] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-166d91a7-3ef9-4ee4-aab4-2d17e04d4b21 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.474276] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1325.474276] env[70220]: value = "task-3626622" [ 1325.474276] env[70220]: _type = "Task" [ 1325.474276] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.485052] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.765131] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cb5bf8-6122-45e4-a882-3ffa47884f59 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.774483] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2234ae3f-f5c1-45df-acc3-0b9bab27c72b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.807657] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a27dc37-d7e8-4663-bdef-100f5b928836 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.816815] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4cb430-07b0-4714-9291-7a55931b2cec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.834036] env[70220]: DEBUG nova.compute.provider_tree [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.984743] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626622, 'name': ReconfigVM_Task, 'duration_secs': 0.240499} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.985068] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance '91ad9779-b0e3-4c6f-a933-99047f02a217' progress to 33 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.337665] env[70220]: DEBUG nova.scheduler.client.report [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.491924] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.492314] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.492314] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.492492] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.492632] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.492772] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.492990] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.493181] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.493348] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.493507] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.493677] env[70220]: DEBUG nova.virt.hardware [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.499440] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1326.499705] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-702a4b97-295b-46e2-809f-32e2275e1fb2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.519545] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1326.519545] env[70220]: value = "task-3626623" [ 1326.519545] env[70220]: _type = "Task" [ 1326.519545] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.527951] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.667089] env[70220]: INFO nova.compute.manager [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Swapping old allocation on dict_keys(['b420b834-e0c4-4c49-996e-52ceb9a09fd8']) held by migration 72299626-0dc2-4146-99de-54cbc5a64caa for instance [ 1326.690399] env[70220]: DEBUG nova.scheduler.client.report [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Overwriting current allocation {'allocations': {'b420b834-e0c4-4c49-996e-52ceb9a09fd8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': 'e26f00c7bac245ef953e8e4641ad68a4', 'user_id': '6e1e638ade834673bf790e1207feabb1', 'consumer_generation': 1} on consumer 8b27913f-49be-4e7b-9d09-d10811067cc7 {{(pid=70220) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1326.771710] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.771894] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.772082] env[70220]: DEBUG nova.network.neutron [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.030662] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626623, 'name': ReconfigVM_Task, 'duration_secs': 0.2103} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.031084] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1327.031916] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a22cd51-2b1a-4389-a4e9-bd19143806b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.067979] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 91ad9779-b0e3-4c6f-a933-99047f02a217/91ad9779-b0e3-4c6f-a933-99047f02a217.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.068320] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6806f55-4b87-465a-bdaa-b10bb72062fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.088641] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1327.088641] env[70220]: value = "task-3626624" [ 1327.088641] env[70220]: _type = "Task" [ 1327.088641] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.098408] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.347024] env[70220]: DEBUG oslo_concurrency.lockutils [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.213s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.500472] env[70220]: DEBUG nova.network.neutron [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance_info_cache with network_info: [{"id": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "address": "fa:16:3e:80:1b:f0", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7be192ac-aa", "ovs_interfaceid": "7be192ac-aa66-4f6e-97eb-e03eadf7654a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.601005] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.916062] env[70220]: INFO nova.scheduler.client.report [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted allocation for migration 6a07923b-4753-41ce-a605-9b4403d4f735 [ 1328.007247] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-8b27913f-49be-4e7b-9d09-d10811067cc7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.007247] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.007247] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1bb2e60-7dd3-4b82-b070-6b6693070ab1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.015134] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1328.015134] env[70220]: value = "task-3626625" [ 1328.015134] env[70220]: _type = "Task" [ 1328.015134] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.024295] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.101219] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626624, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.422698] env[70220]: DEBUG oslo_concurrency.lockutils [None req-919bef0d-32ee-4338-8ec4-8a26d5640420 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "e4e01006-bf71-4d41-95c3-23125469e62a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.183s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.525515] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626625, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.606989] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626624, 'name': ReconfigVM_Task, 'duration_secs': 1.320725} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.607414] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 91ad9779-b0e3-4c6f-a933-99047f02a217/91ad9779-b0e3-4c6f-a933-99047f02a217.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.607716] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance '91ad9779-b0e3-4c6f-a933-99047f02a217' progress to 50 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.637054] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "e4e01006-bf71-4d41-95c3-23125469e62a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.637299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "e4e01006-bf71-4d41-95c3-23125469e62a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.637500] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "e4e01006-bf71-4d41-95c3-23125469e62a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.637676] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "e4e01006-bf71-4d41-95c3-23125469e62a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.637840] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "e4e01006-bf71-4d41-95c3-23125469e62a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.640097] env[70220]: INFO nova.compute.manager [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Terminating instance [ 1329.025226] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626625, 'name': PowerOffVM_Task, 'duration_secs': 0.535975} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.025446] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.026117] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.026332] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.026486] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.026665] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.026809] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.026951] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.027169] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.027329] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.027495] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.027653] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.027824] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.032691] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfcc9836-daaf-4edf-8d15-082b97686449 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.049079] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1329.049079] env[70220]: value = "task-3626626" [ 1329.049079] env[70220]: _type = "Task" [ 1329.049079] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.058057] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.114962] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c46ae7-178c-43c0-abd1-cb4c61017af6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.140128] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8cd0cb-c7c6-49da-856c-5a30b0159074 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.144481] env[70220]: DEBUG nova.compute.manager [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.144688] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.148473] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68341b89-9e9e-4cb5-941e-a539d5d69e1c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.152024] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "3f7be284-308c-40fb-bebb-956c341bfd00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.152267] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "3f7be284-308c-40fb-bebb-956c341bfd00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.171275] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance '91ad9779-b0e3-4c6f-a933-99047f02a217' progress to 67 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.175701] env[70220]: DEBUG nova.compute.manager [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.184206] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.184466] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11656925-6789-406b-8fe2-bbc7f16934d0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.191531] env[70220]: DEBUG oslo_vmware.api [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1329.191531] env[70220]: value = "task-3626627" [ 1329.191531] env[70220]: _type = "Task" [ 1329.191531] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.201471] env[70220]: DEBUG oslo_vmware.api [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.559493] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626626, 'name': ReconfigVM_Task, 'duration_secs': 0.145339} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.560539] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0561c289-c8c8-4d08-961c-44a3d93671dd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.579175] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1329.579412] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.579567] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1329.579744] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.579889] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1329.580053] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1329.580264] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1329.580424] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1329.580629] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1329.580748] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1329.580916] env[70220]: DEBUG nova.virt.hardware [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1329.581699] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5aa3488-fe4f-4f45-bba6-4a55d3c166d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.587905] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1329.587905] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522bfe96-84e6-1de7-5c41-669380710e5d" [ 1329.587905] env[70220]: _type = "Task" [ 1329.587905] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.596519] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522bfe96-84e6-1de7-5c41-669380710e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.703914] env[70220]: DEBUG oslo_vmware.api [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626627, 'name': PowerOffVM_Task, 'duration_secs': 0.304986} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.704975] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.705251] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.706705] env[70220]: INFO nova.compute.claims [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.709160] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.709349] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.709608] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b492329-3126-4a10-9666-b20fb9116152 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.799186] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.799442] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.799650] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleting the datastore file [datastore1] e4e01006-bf71-4d41-95c3-23125469e62a {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.799899] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76e0a65c-a49e-468a-b3af-83a07d224305 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.808324] env[70220]: DEBUG oslo_vmware.api [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1329.808324] env[70220]: value = "task-3626629" [ 1329.808324] env[70220]: _type = "Task" [ 1329.808324] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.818316] env[70220]: DEBUG oslo_vmware.api [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.099215] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522bfe96-84e6-1de7-5c41-669380710e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.023272} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.104674] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1330.104966] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee858b7c-0a5a-4789-9777-140cf114bc11 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.123868] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1330.123868] env[70220]: value = "task-3626630" [ 1330.123868] env[70220]: _type = "Task" [ 1330.123868] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.132080] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.321494] env[70220]: DEBUG oslo_vmware.api [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337695} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.321725] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.321908] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.322108] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.322285] env[70220]: INFO nova.compute.manager [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1330.322526] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.322721] env[70220]: DEBUG nova.compute.manager [-] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.322810] env[70220]: DEBUG nova.network.neutron [-] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.584887] env[70220]: DEBUG nova.compute.manager [req-25c87805-fdab-4b30-bd9c-04acfb2256c4 req-990c0d2a-fa2d-477b-8ece-b65c70174790 service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Received event network-vif-deleted-076ed817-e3de-416e-8b00-69a86ab0d07d {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.585198] env[70220]: INFO nova.compute.manager [req-25c87805-fdab-4b30-bd9c-04acfb2256c4 req-990c0d2a-fa2d-477b-8ece-b65c70174790 service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Neutron deleted interface 076ed817-e3de-416e-8b00-69a86ab0d07d; detaching it from the instance and deleting it from the info cache [ 1330.585374] env[70220]: DEBUG nova.network.neutron [req-25c87805-fdab-4b30-bd9c-04acfb2256c4 req-990c0d2a-fa2d-477b-8ece-b65c70174790 service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.633965] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626630, 'name': ReconfigVM_Task, 'duration_secs': 0.195783} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.634195] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1330.634946] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b231ff-9ea9-4f4a-a9c6-807577aaaeb2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.658016] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 8b27913f-49be-4e7b-9d09-d10811067cc7/8b27913f-49be-4e7b-9d09-d10811067cc7.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.658539] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46604e1-ad83-4f3d-bee0-69c0084f3d98 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.676741] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1330.676741] env[70220]: value = "task-3626631" [ 1330.676741] env[70220]: _type = "Task" [ 1330.676741] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.684798] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.809617] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd82cdf-f6a0-47ef-a45d-e32f231325ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.817935] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cbb53f-05d1-4a51-a668-f98b2a806518 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.850785] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41106706-5a93-41d6-8679-8f3f361c13ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.859246] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a2f9ae-dcf7-4df3-8941-eaca65bed7b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.873947] env[70220]: DEBUG nova.compute.provider_tree [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.025635] env[70220]: DEBUG nova.network.neutron [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Port 845c7a29-c186-4dd8-a8be-bebc89e11fba binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1331.068664] env[70220]: DEBUG nova.network.neutron [-] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.087840] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02145bd1-b8e5-40bb-af63-71483634e207 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.098220] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6a954f-6f6a-4364-b89c-84fa1a6aa571 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.125747] env[70220]: DEBUG nova.compute.manager [req-25c87805-fdab-4b30-bd9c-04acfb2256c4 req-990c0d2a-fa2d-477b-8ece-b65c70174790 service nova] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Detach interface failed, port_id=076ed817-e3de-416e-8b00-69a86ab0d07d, reason: Instance e4e01006-bf71-4d41-95c3-23125469e62a could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1331.187200] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626631, 'name': ReconfigVM_Task, 'duration_secs': 0.282152} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.187482] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 8b27913f-49be-4e7b-9d09-d10811067cc7/8b27913f-49be-4e7b-9d09-d10811067cc7.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.188408] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b37f03-0568-4585-8e44-e6b0b2070016 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.208560] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dddb184-e84e-46be-8479-3e2637479f96 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.226902] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be688d77-68bc-4ab2-8302-26b075fd3cd8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.244551] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470ecb09-9fcf-4397-a6cb-dd6180117dbc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.251709] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.251953] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a896907-dc51-4ea8-bbc4-eed553bed4c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.263152] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1331.263152] env[70220]: value = "task-3626632" [ 1331.263152] env[70220]: _type = "Task" [ 1331.263152] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.270778] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.377732] env[70220]: DEBUG nova.scheduler.client.report [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.571401] env[70220]: INFO nova.compute.manager [-] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Took 1.25 seconds to deallocate network for instance. [ 1331.773260] env[70220]: DEBUG oslo_vmware.api [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626632, 'name': PowerOnVM_Task, 'duration_secs': 0.498572} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.773558] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.882793] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.883364] env[70220]: DEBUG nova.compute.manager [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.047085] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "91ad9779-b0e3-4c6f-a933-99047f02a217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.048538] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.048538] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.078031] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.078031] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.078031] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.098835] env[70220]: INFO nova.scheduler.client.report [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted allocations for instance e4e01006-bf71-4d41-95c3-23125469e62a [ 1332.388345] env[70220]: DEBUG nova.compute.utils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1332.389607] env[70220]: DEBUG nova.compute.manager [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.389778] env[70220]: DEBUG nova.network.neutron [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.436723] env[70220]: DEBUG nova.policy [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b53b4c69a564eff9f57d995e3027b2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8be896d7a0c7406f859ffa080218f992', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.607547] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f5be0d68-20d9-40bc-a18c-c6b292d1b3d4 tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "e4e01006-bf71-4d41-95c3-23125469e62a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.970s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.675693] env[70220]: DEBUG nova.network.neutron [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Successfully created port: 7cc4ccb2-278f-41cd-a392-c66909b390c3 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.783694] env[70220]: INFO nova.compute.manager [None req-2ae8daf5-a19d-4457-8677-2f7cf9cf1845 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance to original state: 'active' [ 1332.893272] env[70220]: DEBUG nova.compute.manager [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.081285] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.081535] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.081726] env[70220]: DEBUG nova.network.neutron [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.172213] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.675673] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Getting list of instances from cluster (obj){ [ 1333.675673] env[70220]: value = "domain-c8" [ 1333.675673] env[70220]: _type = "ClusterComputeResource" [ 1333.675673] env[70220]: } {{(pid=70220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1333.676811] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf07848-85c5-42da-a222-3f08f88e5aa9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.692687] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Got total of 4 instances {{(pid=70220) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1333.692855] env[70220]: WARNING nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] While synchronizing instance power states, found 5 instances in the database and 4 instances on the hypervisor. [ 1333.692995] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Triggering sync for uuid 8b27913f-49be-4e7b-9d09-d10811067cc7 {{(pid=70220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1333.693209] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Triggering sync for uuid 91ad9779-b0e3-4c6f-a933-99047f02a217 {{(pid=70220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1333.693364] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Triggering sync for uuid 3d865c7a-4395-464d-ad22-f4c0e035c515 {{(pid=70220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1333.693512] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Triggering sync for uuid d5170c4c-0621-48d2-84af-265c170a088c {{(pid=70220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1333.693658] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Triggering sync for uuid 3f7be284-308c-40fb-bebb-956c341bfd00 {{(pid=70220) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1333.694123] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "8b27913f-49be-4e7b-9d09-d10811067cc7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.694391] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.694676] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "91ad9779-b0e3-4c6f-a933-99047f02a217" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.694874] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.695077] env[70220]: INFO nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] During sync_power_state the instance has a pending task (resize_migrated). Skip. [ 1333.695262] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.695454] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "3d865c7a-4395-464d-ad22-f4c0e035c515" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.695632] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.695873] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "d5170c4c-0621-48d2-84af-265c170a088c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.696151] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "d5170c4c-0621-48d2-84af-265c170a088c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.696386] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "3f7be284-308c-40fb-bebb-956c341bfd00" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.697246] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f210fca-a552-4468-b8e9-1be66e0c6c53 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.700285] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b3f698-a815-421b-9010-9ca903084d8e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.702948] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f561439-deb5-482e-bb74-f9048f79f2b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.798480] env[70220]: DEBUG nova.network.neutron [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance_info_cache with network_info: [{"id": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "address": "fa:16:3e:a4:82:66", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845c7a29-c1", "ovs_interfaceid": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.903254] env[70220]: DEBUG nova.compute.manager [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.932704] env[70220]: DEBUG nova.virt.hardware [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.932989] env[70220]: DEBUG nova.virt.hardware [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.933184] env[70220]: DEBUG nova.virt.hardware [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.933371] env[70220]: DEBUG nova.virt.hardware [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.933518] env[70220]: DEBUG nova.virt.hardware [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.933677] env[70220]: DEBUG nova.virt.hardware [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.933932] env[70220]: DEBUG nova.virt.hardware [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.934122] env[70220]: DEBUG nova.virt.hardware [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.934310] env[70220]: DEBUG nova.virt.hardware [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.934476] env[70220]: DEBUG nova.virt.hardware [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.934670] env[70220]: DEBUG nova.virt.hardware [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.935636] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95d0ee8-dd42-42ed-bd4d-455580126174 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.944634] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a2c017-8f94-47e1-bd5a-b2f62b969bd7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.126170] env[70220]: DEBUG nova.network.neutron [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Successfully updated port: 7cc4ccb2-278f-41cd-a392-c66909b390c3 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.218881] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.219091] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "d5170c4c-0621-48d2-84af-265c170a088c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.220499] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.525s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.284480] env[70220]: DEBUG nova.compute.manager [req-7a6c0f2b-004e-4892-9a9a-8a27752fabaa req-ef70e3d3-a4ee-4668-bae2-4f42e481afdb service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Received event network-vif-plugged-7cc4ccb2-278f-41cd-a392-c66909b390c3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.284740] env[70220]: DEBUG oslo_concurrency.lockutils [req-7a6c0f2b-004e-4892-9a9a-8a27752fabaa req-ef70e3d3-a4ee-4668-bae2-4f42e481afdb service nova] Acquiring lock "3f7be284-308c-40fb-bebb-956c341bfd00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.284951] env[70220]: DEBUG oslo_concurrency.lockutils [req-7a6c0f2b-004e-4892-9a9a-8a27752fabaa req-ef70e3d3-a4ee-4668-bae2-4f42e481afdb service nova] Lock "3f7be284-308c-40fb-bebb-956c341bfd00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.285168] env[70220]: DEBUG oslo_concurrency.lockutils [req-7a6c0f2b-004e-4892-9a9a-8a27752fabaa req-ef70e3d3-a4ee-4668-bae2-4f42e481afdb service nova] Lock "3f7be284-308c-40fb-bebb-956c341bfd00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.285364] env[70220]: DEBUG nova.compute.manager [req-7a6c0f2b-004e-4892-9a9a-8a27752fabaa req-ef70e3d3-a4ee-4668-bae2-4f42e481afdb service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] No waiting events found dispatching network-vif-plugged-7cc4ccb2-278f-41cd-a392-c66909b390c3 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.285561] env[70220]: WARNING nova.compute.manager [req-7a6c0f2b-004e-4892-9a9a-8a27752fabaa req-ef70e3d3-a4ee-4668-bae2-4f42e481afdb service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Received unexpected event network-vif-plugged-7cc4ccb2-278f-41cd-a392-c66909b390c3 for instance with vm_state building and task_state spawning. [ 1334.300571] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.629156] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "refresh_cache-3f7be284-308c-40fb-bebb-956c341bfd00" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.629217] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "refresh_cache-3f7be284-308c-40fb-bebb-956c341bfd00" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.629411] env[70220]: DEBUG nova.network.neutron [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.809084] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758a25ed-3ac5-4880-8b37-9d21c409e5ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.816801] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eeaf540-b28e-4446-9195-50eb149eeb52 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.840809] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "8b27913f-49be-4e7b-9d09-d10811067cc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.841057] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.841264] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "8b27913f-49be-4e7b-9d09-d10811067cc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.841444] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.841606] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.843483] env[70220]: INFO nova.compute.manager [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Terminating instance [ 1335.162922] env[70220]: DEBUG nova.network.neutron [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.287654] env[70220]: DEBUG nova.network.neutron [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Updating instance_info_cache with network_info: [{"id": "7cc4ccb2-278f-41cd-a392-c66909b390c3", "address": "fa:16:3e:eb:20:32", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc4ccb2-27", "ovs_interfaceid": "7cc4ccb2-278f-41cd-a392-c66909b390c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.347641] env[70220]: DEBUG nova.compute.manager [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.347873] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.348804] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8575a41f-7a77-4d4b-87fe-9f832942746b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.357577] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.357818] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bf1a609-6f40-49e8-a12e-a3229973eb54 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.365625] env[70220]: DEBUG oslo_vmware.api [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1335.365625] env[70220]: value = "task-3626633" [ 1335.365625] env[70220]: _type = "Task" [ 1335.365625] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.374523] env[70220]: DEBUG oslo_vmware.api [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.790606] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "refresh_cache-3f7be284-308c-40fb-bebb-956c341bfd00" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.790750] env[70220]: DEBUG nova.compute.manager [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Instance network_info: |[{"id": "7cc4ccb2-278f-41cd-a392-c66909b390c3", "address": "fa:16:3e:eb:20:32", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc4ccb2-27", "ovs_interfaceid": "7cc4ccb2-278f-41cd-a392-c66909b390c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1335.791095] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:20:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7cc4ccb2-278f-41cd-a392-c66909b390c3', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.798801] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.799034] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.799267] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72710afe-7e53-4d16-8e72-2910750b9654 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.833801] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1335.833801] env[70220]: value = "task-3626634" [ 1335.833801] env[70220]: _type = "Task" [ 1335.833801] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.841560] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626634, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.876664] env[70220]: DEBUG oslo_vmware.api [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626633, 'name': PowerOffVM_Task, 'duration_secs': 0.199389} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.877046] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.877264] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.877558] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d95b92e1-0a9b-4fb0-a3d0-60f2473d1a77 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.919702] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683e7698-022d-404d-9ae9-b3d5202a2d73 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.944161] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ada9a7-4530-4414-9bf3-5b081d7e978f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.952353] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance '91ad9779-b0e3-4c6f-a933-99047f02a217' progress to 83 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.957148] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.957410] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.957549] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleting the datastore file [datastore2] 8b27913f-49be-4e7b-9d09-d10811067cc7 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.958081] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18cd281b-b1e9-497e-bedd-153e7aa0524b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.965770] env[70220]: DEBUG oslo_vmware.api [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1335.965770] env[70220]: value = "task-3626636" [ 1335.965770] env[70220]: _type = "Task" [ 1335.965770] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.975043] env[70220]: DEBUG oslo_vmware.api [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.310121] env[70220]: DEBUG nova.compute.manager [req-47604a89-f902-45bc-9fde-c233ba9e5a9b req-b947c51a-c15e-4bc0-84e2-a675e657b204 service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Received event network-changed-7cc4ccb2-278f-41cd-a392-c66909b390c3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.310338] env[70220]: DEBUG nova.compute.manager [req-47604a89-f902-45bc-9fde-c233ba9e5a9b req-b947c51a-c15e-4bc0-84e2-a675e657b204 service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Refreshing instance network info cache due to event network-changed-7cc4ccb2-278f-41cd-a392-c66909b390c3. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.310543] env[70220]: DEBUG oslo_concurrency.lockutils [req-47604a89-f902-45bc-9fde-c233ba9e5a9b req-b947c51a-c15e-4bc0-84e2-a675e657b204 service nova] Acquiring lock "refresh_cache-3f7be284-308c-40fb-bebb-956c341bfd00" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.310684] env[70220]: DEBUG oslo_concurrency.lockutils [req-47604a89-f902-45bc-9fde-c233ba9e5a9b req-b947c51a-c15e-4bc0-84e2-a675e657b204 service nova] Acquired lock "refresh_cache-3f7be284-308c-40fb-bebb-956c341bfd00" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.310839] env[70220]: DEBUG nova.network.neutron [req-47604a89-f902-45bc-9fde-c233ba9e5a9b req-b947c51a-c15e-4bc0-84e2-a675e657b204 service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Refreshing network info cache for port 7cc4ccb2-278f-41cd-a392-c66909b390c3 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.344301] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626634, 'name': CreateVM_Task, 'duration_secs': 0.387088} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.344446] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.351152] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.351317] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.351626] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.351857] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872eb295-8674-4085-8658-e83c4dc83f5e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.357667] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1336.357667] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c11882-0798-675f-5436-702ec0ccb9ba" [ 1336.357667] env[70220]: _type = "Task" [ 1336.357667] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.365527] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c11882-0798-675f-5436-702ec0ccb9ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.460169] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.460472] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dfe9ec5-7a48-4a2b-b326-f52b5f9a1f9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.471441] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1336.471441] env[70220]: value = "task-3626637" [ 1336.471441] env[70220]: _type = "Task" [ 1336.471441] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.477486] env[70220]: DEBUG oslo_vmware.api [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195503} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.478054] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.478253] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.478429] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.478600] env[70220]: INFO nova.compute.manager [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1336.478826] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.479018] env[70220]: DEBUG nova.compute.manager [-] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.479117] env[70220]: DEBUG nova.network.neutron [-] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.483511] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.870962] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c11882-0798-675f-5436-702ec0ccb9ba, 'name': SearchDatastore_Task, 'duration_secs': 0.013342} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.871373] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.871514] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.871756] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.872150] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.872377] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.872647] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fa18a61-dce4-4486-af54-80fd09d908e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.884259] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.884546] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.885639] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d5dd0a-017e-4a8a-b319-f08a1356b2b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.892394] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1336.892394] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52773252-84ab-5ab9-979e-ddb30ad76d73" [ 1336.892394] env[70220]: _type = "Task" [ 1336.892394] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.902990] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52773252-84ab-5ab9-979e-ddb30ad76d73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.985020] env[70220]: DEBUG oslo_vmware.api [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626637, 'name': PowerOnVM_Task, 'duration_secs': 0.435413} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.985020] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.985020] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6c110865-4402-4840-a654-5ea2fbb4e04c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance '91ad9779-b0e3-4c6f-a933-99047f02a217' progress to 100 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.083637] env[70220]: DEBUG nova.network.neutron [req-47604a89-f902-45bc-9fde-c233ba9e5a9b req-b947c51a-c15e-4bc0-84e2-a675e657b204 service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Updated VIF entry in instance network info cache for port 7cc4ccb2-278f-41cd-a392-c66909b390c3. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.083988] env[70220]: DEBUG nova.network.neutron [req-47604a89-f902-45bc-9fde-c233ba9e5a9b req-b947c51a-c15e-4bc0-84e2-a675e657b204 service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Updating instance_info_cache with network_info: [{"id": "7cc4ccb2-278f-41cd-a392-c66909b390c3", "address": "fa:16:3e:eb:20:32", "network": {"id": "1b29fddd-5e35-40a8-a638-aa59b373522c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1356225747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8be896d7a0c7406f859ffa080218f992", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7cc4ccb2-27", "ovs_interfaceid": "7cc4ccb2-278f-41cd-a392-c66909b390c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.403980] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52773252-84ab-5ab9-979e-ddb30ad76d73, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.404793] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-296dd666-688c-4a6a-9fb2-5c7db83af0b0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.410267] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1337.410267] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a27210-7676-19d8-afa2-1c72edf2b32e" [ 1337.410267] env[70220]: _type = "Task" [ 1337.410267] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.418075] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a27210-7676-19d8-afa2-1c72edf2b32e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.512657] env[70220]: DEBUG nova.network.neutron [-] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.588060] env[70220]: DEBUG oslo_concurrency.lockutils [req-47604a89-f902-45bc-9fde-c233ba9e5a9b req-b947c51a-c15e-4bc0-84e2-a675e657b204 service nova] Releasing lock "refresh_cache-3f7be284-308c-40fb-bebb-956c341bfd00" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.921628] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a27210-7676-19d8-afa2-1c72edf2b32e, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.921971] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.922175] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 3f7be284-308c-40fb-bebb-956c341bfd00/3f7be284-308c-40fb-bebb-956c341bfd00.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.922433] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8961945-3920-4354-9e40-330382ce96ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.930913] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1337.930913] env[70220]: value = "task-3626638" [ 1337.930913] env[70220]: _type = "Task" [ 1337.930913] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.938687] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.015464] env[70220]: INFO nova.compute.manager [-] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Took 1.54 seconds to deallocate network for instance. [ 1338.371538] env[70220]: DEBUG nova.compute.manager [req-385accee-2b71-40ad-a5fc-fa6c8ec942f5 req-13bef844-3a5e-49c4-9eef-3d781543c07f service nova] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Received event network-vif-deleted-7be192ac-aa66-4f6e-97eb-e03eadf7654a {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.442316] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477255} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.442584] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 3f7be284-308c-40fb-bebb-956c341bfd00/3f7be284-308c-40fb-bebb-956c341bfd00.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.442793] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.443055] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d4847e0-c065-4d5c-82b7-59e97db870fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.450706] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1338.450706] env[70220]: value = "task-3626639" [ 1338.450706] env[70220]: _type = "Task" [ 1338.450706] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.459240] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.522370] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.522688] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.522880] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.543907] env[70220]: INFO nova.scheduler.client.report [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleted allocations for instance 8b27913f-49be-4e7b-9d09-d10811067cc7 [ 1338.961263] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065888} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.961563] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.962303] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff4bd0a-e9bf-49a9-bf75-4eba487be3ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.989998] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 3f7be284-308c-40fb-bebb-956c341bfd00/3f7be284-308c-40fb-bebb-956c341bfd00.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.990337] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88ebc771-f29a-4a8f-9ea5-3ffdca85e7f4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.005250] env[70220]: DEBUG nova.network.neutron [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Port 845c7a29-c186-4dd8-a8be-bebc89e11fba binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1339.005490] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.005636] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.005792] env[70220]: DEBUG nova.network.neutron [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1339.013740] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1339.013740] env[70220]: value = "task-3626640" [ 1339.013740] env[70220]: _type = "Task" [ 1339.013740] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.023020] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626640, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.050394] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8bf7d753-38e8-4909-b0a0-491d41788b6c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "8b27913f-49be-4e7b-9d09-d10811067cc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.209s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.525201] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.712007] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.712284] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.742143] env[70220]: DEBUG nova.network.neutron [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance_info_cache with network_info: [{"id": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "address": "fa:16:3e:a4:82:66", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845c7a29-c1", "ovs_interfaceid": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.919037] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.028239] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626640, 'name': ReconfigVM_Task, 'duration_secs': 0.701386} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.028605] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 3f7be284-308c-40fb-bebb-956c341bfd00/3f7be284-308c-40fb-bebb-956c341bfd00.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.029059] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c61ce267-323c-4fff-9f79-559843981a40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.036296] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1340.036296] env[70220]: value = "task-3626641" [ 1340.036296] env[70220]: _type = "Task" [ 1340.036296] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.044130] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626641, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.219090] env[70220]: DEBUG nova.compute.manager [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.244705] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.395269] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.395474] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.395615] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1340.546444] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626641, 'name': Rename_Task, 'duration_secs': 0.290938} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.546710] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.546991] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49448173-9ae8-42f4-8aa7-747c89ce29dc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.553644] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1340.553644] env[70220]: value = "task-3626642" [ 1340.553644] env[70220]: _type = "Task" [ 1340.553644] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.561657] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.741846] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.742282] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.744616] env[70220]: INFO nova.compute.claims [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.750028] env[70220]: DEBUG nova.compute.manager [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70220) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1341.064708] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626642, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.395698] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.564474] env[70220]: DEBUG oslo_vmware.api [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626642, 'name': PowerOnVM_Task, 'duration_secs': 0.863568} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.564738] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.564935] env[70220]: INFO nova.compute.manager [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1341.565127] env[70220]: DEBUG nova.compute.manager [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.565867] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f238b376-ce03-497e-afe1-dcde058972fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.843019] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd9315a-9549-41a5-a50b-1c28a8c505ca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.849573] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4729f078-4046-4b54-84c3-371266f93746 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.879911] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.881351] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30521910-1266-4ef7-8664-98a22c9c8272 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.888495] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df13294-5a4a-455f-8ff2-d8acfa004c18 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.902745] env[70220]: DEBUG nova.compute.provider_tree [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.083526] env[70220]: INFO nova.compute.manager [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Took 12.40 seconds to build instance. [ 1342.406520] env[70220]: DEBUG nova.scheduler.client.report [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.584999] env[70220]: DEBUG oslo_concurrency.lockutils [None req-af126759-3771-4bdf-9bd8-c2e0ef51e43f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "3f7be284-308c-40fb-bebb-956c341bfd00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.433s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.585311] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "3f7be284-308c-40fb-bebb-956c341bfd00" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.889s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.585503] env[70220]: INFO nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1342.585671] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "3f7be284-308c-40fb-bebb-956c341bfd00" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.911275] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.911876] env[70220]: DEBUG nova.compute.manager [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.914595] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.035s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.112014] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "3f7be284-308c-40fb-bebb-956c341bfd00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.112361] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "3f7be284-308c-40fb-bebb-956c341bfd00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.112445] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "3f7be284-308c-40fb-bebb-956c341bfd00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.112632] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "3f7be284-308c-40fb-bebb-956c341bfd00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.112799] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "3f7be284-308c-40fb-bebb-956c341bfd00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.114892] env[70220]: INFO nova.compute.manager [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Terminating instance [ 1343.394702] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.394950] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.395138] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.417690] env[70220]: DEBUG nova.compute.utils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.419288] env[70220]: DEBUG nova.objects.instance [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'migration_context' on Instance uuid 91ad9779-b0e3-4c6f-a933-99047f02a217 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.420406] env[70220]: DEBUG nova.compute.manager [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.420576] env[70220]: DEBUG nova.network.neutron [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.465483] env[70220]: DEBUG nova.policy [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e1e638ade834673bf790e1207feabb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e26f00c7bac245ef953e8e4641ad68a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.618938] env[70220]: DEBUG nova.compute.manager [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1343.619386] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.620606] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4662c0-7e45-4ce8-8b4f-f718532b7a5a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.632226] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.632556] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15bdaa35-6c95-44cc-a28e-d65e51564dc6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.641522] env[70220]: DEBUG oslo_vmware.api [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1343.641522] env[70220]: value = "task-3626643" [ 1343.641522] env[70220]: _type = "Task" [ 1343.641522] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.650673] env[70220]: DEBUG oslo_vmware.api [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.749870] env[70220]: DEBUG nova.network.neutron [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Successfully created port: 920303c6-b8c1-4a27-9f3e-524cc4ea4d53 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1343.898379] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.921257] env[70220]: DEBUG nova.compute.manager [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.035136] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc7b08f-d692-431c-9cea-84d92e47feb1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.042827] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a86960-cbe9-4361-89d3-e348c464faf0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.071820] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185d42d3-3b92-4412-8af9-8ed64adf99f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.078571] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4398aa84-9541-4265-b9ed-4b616e32fe87 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.091305] env[70220]: DEBUG nova.compute.provider_tree [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.150546] env[70220]: DEBUG oslo_vmware.api [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626643, 'name': PowerOffVM_Task, 'duration_secs': 0.189829} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.150854] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.150902] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.151132] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea972ba1-ab3c-4b05-b636-9d38e5aae718 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.212623] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.212859] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.213058] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleting the datastore file [datastore2] 3f7be284-308c-40fb-bebb-956c341bfd00 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.213327] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-443515b6-12ec-48ad-a189-9c7849f64af7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.219606] env[70220]: DEBUG oslo_vmware.api [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for the task: (returnval){ [ 1344.219606] env[70220]: value = "task-3626645" [ 1344.219606] env[70220]: _type = "Task" [ 1344.219606] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.226940] env[70220]: DEBUG oslo_vmware.api [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.594649] env[70220]: DEBUG nova.scheduler.client.report [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.729746] env[70220]: DEBUG oslo_vmware.api [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Task: {'id': task-3626645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129575} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.729995] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.730200] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.730373] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.730542] env[70220]: INFO nova.compute.manager [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1344.730780] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.730956] env[70220]: DEBUG nova.compute.manager [-] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1344.731063] env[70220]: DEBUG nova.network.neutron [-] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.936234] env[70220]: DEBUG nova.compute.manager [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.969855] env[70220]: DEBUG nova.virt.hardware [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.969855] env[70220]: DEBUG nova.virt.hardware [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.970081] env[70220]: DEBUG nova.virt.hardware [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.970449] env[70220]: DEBUG nova.virt.hardware [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.970494] env[70220]: DEBUG nova.virt.hardware [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.970653] env[70220]: DEBUG nova.virt.hardware [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.970870] env[70220]: DEBUG nova.virt.hardware [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.971077] env[70220]: DEBUG nova.virt.hardware [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.971296] env[70220]: DEBUG nova.virt.hardware [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.971486] env[70220]: DEBUG nova.virt.hardware [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.971700] env[70220]: DEBUG nova.virt.hardware [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.972672] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c57099f-290b-4281-a4a2-594f7175369b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.981393] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8c143d-8cf0-4d41-a8f9-c52b1e756e96 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.987750] env[70220]: DEBUG nova.compute.manager [req-a4b0be0d-9676-41b5-a2eb-f8002a3e572c req-f0987620-fa8b-4c9a-a7df-3b8c45654b4e service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Received event network-vif-deleted-7cc4ccb2-278f-41cd-a392-c66909b390c3 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.987933] env[70220]: INFO nova.compute.manager [req-a4b0be0d-9676-41b5-a2eb-f8002a3e572c req-f0987620-fa8b-4c9a-a7df-3b8c45654b4e service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Neutron deleted interface 7cc4ccb2-278f-41cd-a392-c66909b390c3; detaching it from the instance and deleting it from the info cache [ 1344.988115] env[70220]: DEBUG nova.network.neutron [req-a4b0be0d-9676-41b5-a2eb-f8002a3e572c req-f0987620-fa8b-4c9a-a7df-3b8c45654b4e service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.212138] env[70220]: DEBUG nova.network.neutron [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Successfully updated port: 920303c6-b8c1-4a27-9f3e-524cc4ea4d53 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.466506] env[70220]: DEBUG nova.network.neutron [-] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.491448] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bea8a04-ba6c-4ac9-9382-01fe3458a380 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.506374] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c043f0c-e177-432f-9050-5e09129d87c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.539070] env[70220]: DEBUG nova.compute.manager [req-a4b0be0d-9676-41b5-a2eb-f8002a3e572c req-f0987620-fa8b-4c9a-a7df-3b8c45654b4e service nova] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Detach interface failed, port_id=7cc4ccb2-278f-41cd-a392-c66909b390c3, reason: Instance 3f7be284-308c-40fb-bebb-956c341bfd00 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1345.607590] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.693s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.616072] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.718s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.616303] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.616463] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1345.621190] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bb0acf-12fe-4100-9c88-db0be61001d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.632697] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ee0fff-04a2-4faf-ba8b-5b90e3aa8c8c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.647889] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0885d6c8-6944-4197-80c3-e60ce95e9005 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.654173] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a105f0d-689c-4a75-9bc5-5e3f8b2b15fa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.683245] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180107MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1345.683376] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.683560] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.714528] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.714648] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.714801] env[70220]: DEBUG nova.network.neutron [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.969664] env[70220]: INFO nova.compute.manager [-] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Took 1.24 seconds to deallocate network for instance. [ 1346.245774] env[70220]: DEBUG nova.network.neutron [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.372974] env[70220]: DEBUG nova.network.neutron [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Updating instance_info_cache with network_info: [{"id": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "address": "fa:16:3e:68:6d:18", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920303c6-b8", "ovs_interfaceid": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.475904] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.711389] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 3d865c7a-4395-464d-ad22-f4c0e035c515 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1346.711544] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance d5170c4c-0621-48d2-84af-265c170a088c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1346.875588] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.875989] env[70220]: DEBUG nova.compute.manager [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Instance network_info: |[{"id": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "address": "fa:16:3e:68:6d:18", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920303c6-b8", "ovs_interfaceid": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.876443] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:6d:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '920303c6-b8c1-4a27-9f3e-524cc4ea4d53', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.884415] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.884608] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.884846] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-576131f7-18f0-47ad-89a3-ecd1485568f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.906796] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.906796] env[70220]: value = "task-3626646" [ 1346.906796] env[70220]: _type = "Task" [ 1346.906796] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.914166] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626646, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.008310] env[70220]: DEBUG nova.compute.manager [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Received event network-vif-plugged-920303c6-b8c1-4a27-9f3e-524cc4ea4d53 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.008529] env[70220]: DEBUG oslo_concurrency.lockutils [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] Acquiring lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.008740] env[70220]: DEBUG oslo_concurrency.lockutils [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] Lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.008904] env[70220]: DEBUG oslo_concurrency.lockutils [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] Lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.009078] env[70220]: DEBUG nova.compute.manager [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] No waiting events found dispatching network-vif-plugged-920303c6-b8c1-4a27-9f3e-524cc4ea4d53 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1347.009243] env[70220]: WARNING nova.compute.manager [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Received unexpected event network-vif-plugged-920303c6-b8c1-4a27-9f3e-524cc4ea4d53 for instance with vm_state building and task_state spawning. [ 1347.009401] env[70220]: DEBUG nova.compute.manager [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Received event network-changed-920303c6-b8c1-4a27-9f3e-524cc4ea4d53 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.009553] env[70220]: DEBUG nova.compute.manager [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Refreshing instance network info cache due to event network-changed-920303c6-b8c1-4a27-9f3e-524cc4ea4d53. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.009726] env[70220]: DEBUG oslo_concurrency.lockutils [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] Acquiring lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.009857] env[70220]: DEBUG oslo_concurrency.lockutils [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] Acquired lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.010022] env[70220]: DEBUG nova.network.neutron [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Refreshing network info cache for port 920303c6-b8c1-4a27-9f3e-524cc4ea4d53 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.144165] env[70220]: INFO nova.compute.manager [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Swapping old allocation on dict_keys(['b420b834-e0c4-4c49-996e-52ceb9a09fd8']) held by migration 9ebee85d-c1aa-49cf-8b23-9c5f47ecad93 for instance [ 1347.165800] env[70220]: DEBUG nova.scheduler.client.report [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Overwriting current allocation {'allocations': {'b420b834-e0c4-4c49-996e-52ceb9a09fd8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': '4c57c9fde0cd4d48b47d1311a29e6e7c', 'user_id': 'ab8270cf326f4f99854dc8a5dd7f3e30', 'consumer_generation': 1} on consumer 91ad9779-b0e3-4c6f-a933-99047f02a217 {{(pid=70220) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1347.215065] env[70220]: INFO nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 9ebee85d-c1aa-49cf-8b23-9c5f47ecad93 has allocations against this compute host but is not found in the database. [ 1347.215213] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 91ad9779-b0e3-4c6f-a933-99047f02a217 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1347.215339] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 3f7be284-308c-40fb-bebb-956c341bfd00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1347.215458] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance e5f54108-5319-4ba7-81fb-d3cd3c1b35b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1347.215638] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1347.215772] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1347.245347] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.245528] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.245700] env[70220]: DEBUG nova.network.neutron [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.285439] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5dcf1b-2bdc-4816-bcf4-d6811326b26d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.293158] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f20183-35be-4992-818a-ebbba8ec4f54 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.322443] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4ddbbe-06c3-4c87-8772-4650a6a1aa77 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.329758] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dcec37-0f1a-4a24-99bb-fe04be1e6fd6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.343941] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.415825] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626646, 'name': CreateVM_Task, 'duration_secs': 0.32938} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.416028] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.416954] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.417278] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.417641] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.417889] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a68867f-ecf1-46ac-8554-d58675ee159d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.422194] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1347.422194] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b78284-e850-f7ad-5078-d8c5b7001a69" [ 1347.422194] env[70220]: _type = "Task" [ 1347.422194] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.429956] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b78284-e850-f7ad-5078-d8c5b7001a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.680950] env[70220]: DEBUG nova.network.neutron [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Updated VIF entry in instance network info cache for port 920303c6-b8c1-4a27-9f3e-524cc4ea4d53. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.681319] env[70220]: DEBUG nova.network.neutron [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Updating instance_info_cache with network_info: [{"id": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "address": "fa:16:3e:68:6d:18", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920303c6-b8", "ovs_interfaceid": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.846951] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.933459] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b78284-e850-f7ad-5078-d8c5b7001a69, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.933743] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.933964] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.934256] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.934388] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.934568] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.934820] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cde09f5-2ae5-475e-bd84-5b1ab0113d80 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.937439] env[70220]: DEBUG nova.network.neutron [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance_info_cache with network_info: [{"id": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "address": "fa:16:3e:a4:82:66", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap845c7a29-c1", "ovs_interfaceid": "845c7a29-c186-4dd8-a8be-bebc89e11fba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.943068] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.943245] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.943917] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eacf3d84-7772-476b-87ea-51bec8cd5d28 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.949471] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1347.949471] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f1f082-6acb-305c-1898-4d1d6402cde5" [ 1347.949471] env[70220]: _type = "Task" [ 1347.949471] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.957484] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f1f082-6acb-305c-1898-4d1d6402cde5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.184208] env[70220]: DEBUG oslo_concurrency.lockutils [req-c3efdaad-8ca2-4256-b985-2c0cf797be61 req-381df707-3890-4946-9b07-8b5c157ecce2 service nova] Releasing lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.352231] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1348.352466] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.669s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.352713] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.877s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.352935] env[70220]: DEBUG nova.objects.instance [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lazy-loading 'resources' on Instance uuid 3f7be284-308c-40fb-bebb-956c341bfd00 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.440596] env[70220]: DEBUG oslo_concurrency.lockutils [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-91ad9779-b0e3-4c6f-a933-99047f02a217" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.441617] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf0e014-a771-41b2-933d-2ed8360a570b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.449192] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25a7998-c66e-42ba-a14b-b4dbd55d3448 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.470883] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f1f082-6acb-305c-1898-4d1d6402cde5, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.471647] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aac80e2-772a-4856-864b-6da2b3ad8010 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.476468] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1348.476468] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52958303-feca-ad87-be4d-a57231c586c9" [ 1348.476468] env[70220]: _type = "Task" [ 1348.476468] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.484439] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52958303-feca-ad87-be4d-a57231c586c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.927600] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ac707a-d52e-47a9-a756-a00c4f384d37 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.936516] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb02f0d-04a9-4291-9a04-6bf8667b036e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.965567] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de00022-feae-4e8b-8dd8-56e996e05f40 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.972709] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a7cfef-8690-4ea1-af43-c5f44e586b63 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.987622] env[70220]: DEBUG nova.compute.provider_tree [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.993949] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52958303-feca-ad87-be4d-a57231c586c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.994271] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.994530] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] e5f54108-5319-4ba7-81fb-d3cd3c1b35b4/e5f54108-5319-4ba7-81fb-d3cd3c1b35b4.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.994752] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1b7d2db-6795-4012-9c3a-7bcedfdb95d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.001844] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1349.001844] env[70220]: value = "task-3626647" [ 1349.001844] env[70220]: _type = "Task" [ 1349.001844] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.009207] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.349849] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.491052] env[70220]: DEBUG nova.scheduler.client.report [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.511800] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444804} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.512073] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] e5f54108-5319-4ba7-81fb-d3cd3c1b35b4/e5f54108-5319-4ba7-81fb-d3cd3c1b35b4.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.512304] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.512543] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69f9fd1b-aaa6-4d4d-82b0-6249a19e8bd9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.518656] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1349.518656] env[70220]: value = "task-3626648" [ 1349.518656] env[70220]: _type = "Task" [ 1349.518656] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.527321] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.533797] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.534049] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28f85485-03bd-45da-b0b4-beee43493057 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.540214] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1349.540214] env[70220]: value = "task-3626649" [ 1349.540214] env[70220]: _type = "Task" [ 1349.540214] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.548017] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.995663] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.018410] env[70220]: INFO nova.scheduler.client.report [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Deleted allocations for instance 3f7be284-308c-40fb-bebb-956c341bfd00 [ 1350.031040] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080982} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.031040] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.032075] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08705fe8-2bb6-4a42-b3b4-c5e9146af544 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.053250] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e5f54108-5319-4ba7-81fb-d3cd3c1b35b4/e5f54108-5319-4ba7-81fb-d3cd3c1b35b4.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.056453] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b9101cf-c485-4e2a-bc73-fc65e942332c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.076390] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626649, 'name': PowerOffVM_Task, 'duration_secs': 0.214367} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.077552] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.078208] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.078422] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.078572] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.078748] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.078892] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.079048] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.079251] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.079409] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.079569] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.079723] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.079888] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.084753] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1350.084753] env[70220]: value = "task-3626650" [ 1350.084753] env[70220]: _type = "Task" [ 1350.084753] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.085185] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f951f57-957f-4507-bea2-85b8cce13e6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.108129] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.109778] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1350.109778] env[70220]: value = "task-3626651" [ 1350.109778] env[70220]: _type = "Task" [ 1350.109778] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.118837] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.529404] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3de3bc4e-dcbe-4c65-b326-1c148599d63f tempest-ServerDiskConfigTestJSON-388011759 tempest-ServerDiskConfigTestJSON-388011759-project-member] Lock "3f7be284-308c-40fb-bebb-956c341bfd00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.417s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.605872] env[70220]: DEBUG oslo_concurrency.lockutils [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "3d865c7a-4395-464d-ad22-f4c0e035c515" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.606245] env[70220]: DEBUG oslo_concurrency.lockutils [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.606358] env[70220]: INFO nova.compute.manager [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Shelving [ 1350.607670] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626650, 'name': ReconfigVM_Task, 'duration_secs': 0.30063} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.607924] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e5f54108-5319-4ba7-81fb-d3cd3c1b35b4/e5f54108-5319-4ba7-81fb-d3cd3c1b35b4.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.608742] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87d5368b-aac0-4d29-b86c-0c03e46c2bb9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.618919] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626651, 'name': ReconfigVM_Task, 'duration_secs': 0.152626} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.621038] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1350.621038] env[70220]: value = "task-3626652" [ 1350.621038] env[70220]: _type = "Task" [ 1350.621038] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.621835] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a9314e-8f23-4568-a0a8-5c02bdfb1f79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.647634] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.647874] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.648219] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.648481] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.648630] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.648775] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.648975] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.649149] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.649314] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.649471] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.649669] env[70220]: DEBUG nova.virt.hardware [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.653109] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb5d6507-399a-45d5-9b96-f9bc1a2ec98d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.655460] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626652, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.659045] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1350.659045] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523b632e-3972-251b-ec27-b6cfb6abc824" [ 1350.659045] env[70220]: _type = "Task" [ 1350.659045] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.666929] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523b632e-3972-251b-ec27-b6cfb6abc824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.134240] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626652, 'name': Rename_Task, 'duration_secs': 0.162444} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.134564] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.134999] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10033d8a-b574-47b5-b489-8cf702028041 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.142839] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1351.142839] env[70220]: value = "task-3626653" [ 1351.142839] env[70220]: _type = "Task" [ 1351.142839] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.150408] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.167724] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523b632e-3972-251b-ec27-b6cfb6abc824, 'name': SearchDatastore_Task, 'duration_secs': 0.00717} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.173549] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1351.174069] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86201650-e20a-4ccf-a277-8c01964a5f8c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.194800] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1351.194800] env[70220]: value = "task-3626654" [ 1351.194800] env[70220]: _type = "Task" [ 1351.194800] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.206957] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.616134] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.616424] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4810ff3-47df-4b29-8105-a5f84ba54f8d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.623990] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1351.623990] env[70220]: value = "task-3626655" [ 1351.623990] env[70220]: _type = "Task" [ 1351.623990] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.632670] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.652089] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.702733] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626654, 'name': ReconfigVM_Task, 'duration_secs': 0.229189} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.703087] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1351.703949] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c975a-fd5b-49c2-9b74-c437904ad30a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.730242] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 91ad9779-b0e3-4c6f-a933-99047f02a217/91ad9779-b0e3-4c6f-a933-99047f02a217.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.730562] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aeaf284-5235-4f47-860a-420b2c49c56d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.749855] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1351.749855] env[70220]: value = "task-3626656" [ 1351.749855] env[70220]: _type = "Task" [ 1351.749855] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.761769] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.134888] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626655, 'name': PowerOffVM_Task, 'duration_secs': 0.23612} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.135187] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.136434] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0ca7e4-50f3-4337-a4db-4270adfe53fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.160806] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f21f354-0f75-41e8-8097-d727df655ce1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.170112] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626653, 'name': PowerOnVM_Task} progress is 93%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.260254] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626656, 'name': ReconfigVM_Task, 'duration_secs': 0.364964} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.260600] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 91ad9779-b0e3-4c6f-a933-99047f02a217/91ad9779-b0e3-4c6f-a933-99047f02a217.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.261469] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e0ad4d-d205-4a0e-a26e-bfde62604342 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.282439] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd5735b-e65b-4064-9cbc-7f39396ba77e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.303044] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e576dd9d-3781-45e2-ab81-40ebdc65e113 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.323642] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5f02e5-ed91-49e0-8062-12aa9f3cfc19 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.330612] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.330867] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41523a7e-ec25-4514-a3b9-5aa6fff1e0a3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.337297] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1352.337297] env[70220]: value = "task-3626657" [ 1352.337297] env[70220]: _type = "Task" [ 1352.337297] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.346433] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.667977] env[70220]: DEBUG oslo_vmware.api [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626653, 'name': PowerOnVM_Task, 'duration_secs': 1.09201} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.668315] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.668517] env[70220]: INFO nova.compute.manager [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1352.668711] env[70220]: DEBUG nova.compute.manager [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.669533] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e4560-bf92-4078-b202-c53e5a514138 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.676726] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1352.679825] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-beba5c32-a26f-460c-b616-33217dd8e47b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.687223] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1352.687223] env[70220]: value = "task-3626658" [ 1352.687223] env[70220]: _type = "Task" [ 1352.687223] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.695989] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626658, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.847886] env[70220]: DEBUG oslo_vmware.api [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626657, 'name': PowerOnVM_Task, 'duration_secs': 0.38468} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.848171] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.197210] env[70220]: INFO nova.compute.manager [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Took 12.47 seconds to build instance. [ 1353.202388] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626658, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.703225] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626658, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.703921] env[70220]: DEBUG oslo_concurrency.lockutils [None req-e288b87b-1774-4dd0-bc15-24ba5d865b1f tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.992s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.914602] env[70220]: INFO nova.compute.manager [None req-23af8126-cdda-4135-9522-ea1249e5b289 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance to original state: 'active' [ 1354.201879] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626658, 'name': CreateSnapshot_Task, 'duration_secs': 1.333624} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.202618] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1354.203221] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428b0bb0-8614-41a2-8568-cb04b52657a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.341272] env[70220]: DEBUG nova.compute.manager [req-0575da30-55d0-4d04-b1b8-296297732999 req-bc697e6f-3eda-48ac-98e4-40a02f355ab6 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Received event network-changed-920303c6-b8c1-4a27-9f3e-524cc4ea4d53 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.341463] env[70220]: DEBUG nova.compute.manager [req-0575da30-55d0-4d04-b1b8-296297732999 req-bc697e6f-3eda-48ac-98e4-40a02f355ab6 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Refreshing instance network info cache due to event network-changed-920303c6-b8c1-4a27-9f3e-524cc4ea4d53. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.341674] env[70220]: DEBUG oslo_concurrency.lockutils [req-0575da30-55d0-4d04-b1b8-296297732999 req-bc697e6f-3eda-48ac-98e4-40a02f355ab6 service nova] Acquiring lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.341818] env[70220]: DEBUG oslo_concurrency.lockutils [req-0575da30-55d0-4d04-b1b8-296297732999 req-bc697e6f-3eda-48ac-98e4-40a02f355ab6 service nova] Acquired lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.341969] env[70220]: DEBUG nova.network.neutron [req-0575da30-55d0-4d04-b1b8-296297732999 req-bc697e6f-3eda-48ac-98e4-40a02f355ab6 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Refreshing network info cache for port 920303c6-b8c1-4a27-9f3e-524cc4ea4d53 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.726393] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1354.726752] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7484dd93-6bc0-4c38-bca8-b4e89b407aba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.741236] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1354.741236] env[70220]: value = "task-3626659" [ 1354.741236] env[70220]: _type = "Task" [ 1354.741236] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.754103] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626659, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.093804] env[70220]: DEBUG nova.network.neutron [req-0575da30-55d0-4d04-b1b8-296297732999 req-bc697e6f-3eda-48ac-98e4-40a02f355ab6 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Updated VIF entry in instance network info cache for port 920303c6-b8c1-4a27-9f3e-524cc4ea4d53. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1355.094306] env[70220]: DEBUG nova.network.neutron [req-0575da30-55d0-4d04-b1b8-296297732999 req-bc697e6f-3eda-48ac-98e4-40a02f355ab6 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Updating instance_info_cache with network_info: [{"id": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "address": "fa:16:3e:68:6d:18", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920303c6-b8", "ovs_interfaceid": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.250988] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626659, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.597582] env[70220]: DEBUG oslo_concurrency.lockutils [req-0575da30-55d0-4d04-b1b8-296297732999 req-bc697e6f-3eda-48ac-98e4-40a02f355ab6 service nova] Releasing lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.752888] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626659, 'name': CloneVM_Task} progress is 95%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.013925] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "91ad9779-b0e3-4c6f-a933-99047f02a217" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.014262] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.014490] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "91ad9779-b0e3-4c6f-a933-99047f02a217-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.014674] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.014839] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.016982] env[70220]: INFO nova.compute.manager [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Terminating instance [ 1356.251330] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626659, 'name': CloneVM_Task, 'duration_secs': 1.167353} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.251613] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Created linked-clone VM from snapshot [ 1356.252382] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae05420-28bf-4b46-8391-23a6df11c69b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.259409] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Uploading image dd816547-66a5-4e83-a5cd-9facadeeacac {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1356.278299] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.278538] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.287360] env[70220]: DEBUG oslo_vmware.rw_handles [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1356.287360] env[70220]: value = "vm-723235" [ 1356.287360] env[70220]: _type = "VirtualMachine" [ 1356.287360] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1356.287826] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c859c25d-6477-4160-a88e-32cb059fe41c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.295277] env[70220]: DEBUG oslo_vmware.rw_handles [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lease: (returnval){ [ 1356.295277] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d7a1e9-8381-63c1-6610-f4a6a1963be9" [ 1356.295277] env[70220]: _type = "HttpNfcLease" [ 1356.295277] env[70220]: } obtained for exporting VM: (result){ [ 1356.295277] env[70220]: value = "vm-723235" [ 1356.295277] env[70220]: _type = "VirtualMachine" [ 1356.295277] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1356.295556] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the lease: (returnval){ [ 1356.295556] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d7a1e9-8381-63c1-6610-f4a6a1963be9" [ 1356.295556] env[70220]: _type = "HttpNfcLease" [ 1356.295556] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1356.301964] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1356.301964] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d7a1e9-8381-63c1-6610-f4a6a1963be9" [ 1356.301964] env[70220]: _type = "HttpNfcLease" [ 1356.301964] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1356.521063] env[70220]: DEBUG nova.compute.manager [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.521337] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.521885] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a80d024-d33b-4855-bec3-73b60f35db8d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.529542] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1356.529542] env[70220]: value = "task-3626661" [ 1356.529542] env[70220]: _type = "Task" [ 1356.529542] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.539804] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.782525] env[70220]: DEBUG nova.compute.manager [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1356.803246] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1356.803246] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d7a1e9-8381-63c1-6610-f4a6a1963be9" [ 1356.803246] env[70220]: _type = "HttpNfcLease" [ 1356.803246] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1356.803546] env[70220]: DEBUG oslo_vmware.rw_handles [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1356.803546] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d7a1e9-8381-63c1-6610-f4a6a1963be9" [ 1356.803546] env[70220]: _type = "HttpNfcLease" [ 1356.803546] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1356.804332] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e00228-d898-47ef-8866-b18f399b6d9a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.811745] env[70220]: DEBUG oslo_vmware.rw_handles [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c06a2-1d8b-c3f0-4b49-429ecfa215df/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1356.811918] env[70220]: DEBUG oslo_vmware.rw_handles [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c06a2-1d8b-c3f0-4b49-429ecfa215df/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1356.906448] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9016a60f-bd45-4319-9160-703daaf8b978 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.038791] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626661, 'name': PowerOffVM_Task, 'duration_secs': 0.233881} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.039070] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.039270] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1357.039458] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723228', 'volume_id': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'name': 'volume-ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '91ad9779-b0e3-4c6f-a933-99047f02a217', 'attached_at': '2025-04-26T01:17:01.000000', 'detached_at': '', 'volume_id': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'serial': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1357.040234] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da4756a-caf5-4e0b-8c8c-2c42d10d913f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.061305] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72064aab-a3b6-4e74-8c4f-dece94eff6c7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.068058] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c16744-ed45-4d97-a6ca-b4d46c9b94b0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.090391] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83631992-b289-48bb-bf56-41bca64784d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.105843] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] The volume has not been displaced from its original location: [datastore2] volume-ff21a936-30d4-4e2e-9801-4b7d05f026cc/volume-ff21a936-30d4-4e2e-9801-4b7d05f026cc.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1357.111164] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1357.113154] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f8e256-87d0-4237-8005-aa5bb83b0f92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.131564] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1357.131564] env[70220]: value = "task-3626662" [ 1357.131564] env[70220]: _type = "Task" [ 1357.131564] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.139152] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.306121] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.306984] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.308282] env[70220]: INFO nova.compute.claims [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.642561] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626662, 'name': ReconfigVM_Task, 'duration_secs': 0.204169} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.643298] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1357.647911] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8efb9d03-8752-48ca-88a5-1c114d28efd5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.663808] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1357.663808] env[70220]: value = "task-3626663" [ 1357.663808] env[70220]: _type = "Task" [ 1357.663808] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.671896] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.173941] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.393641] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8e3615-d063-47f9-9548-0703f6571c11 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.401810] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0afe715-f117-4c95-8f2d-c8ff6e451fab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.432214] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0636db5-5887-4996-bd53-038a0bbc04f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.439660] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0255c999-108f-4e33-a2d4-dd94b19a9d4d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.453039] env[70220]: DEBUG nova.compute.provider_tree [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.675939] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626663, 'name': ReconfigVM_Task, 'duration_secs': 0.748034} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.676327] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723228', 'volume_id': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'name': 'volume-ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '91ad9779-b0e3-4c6f-a933-99047f02a217', 'attached_at': '2025-04-26T01:17:01.000000', 'detached_at': '', 'volume_id': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc', 'serial': 'ff21a936-30d4-4e2e-9801-4b7d05f026cc'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1358.676620] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1358.677461] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5592231-27c6-4dbc-bb01-ba3d25db945b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.684172] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.684441] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7a3c9df-8783-4d19-aa47-8cbd9a9c807d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.747387] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.747711] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.747931] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleting the datastore file [datastore1] 91ad9779-b0e3-4c6f-a933-99047f02a217 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.748232] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20aca94a-1290-49e4-a253-d0f755f49454 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.755752] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1358.755752] env[70220]: value = "task-3626665" [ 1358.755752] env[70220]: _type = "Task" [ 1358.755752] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.763747] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.956236] env[70220]: DEBUG nova.scheduler.client.report [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.266764] env[70220]: DEBUG oslo_vmware.api [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22601} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.267201] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1359.267339] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1359.267544] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1359.267700] env[70220]: INFO nova.compute.manager [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1359.268055] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1359.268277] env[70220]: DEBUG nova.compute.manager [-] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1359.268364] env[70220]: DEBUG nova.network.neutron [-] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1359.461236] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.461879] env[70220]: DEBUG nova.compute.manager [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1359.743245] env[70220]: DEBUG nova.compute.manager [req-210afbe7-e2b0-4b09-97a3-770fc98d8509 req-a3b05a0b-eba8-46cb-9934-82069c492f26 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Received event network-vif-deleted-845c7a29-c186-4dd8-a8be-bebc89e11fba {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.743420] env[70220]: INFO nova.compute.manager [req-210afbe7-e2b0-4b09-97a3-770fc98d8509 req-a3b05a0b-eba8-46cb-9934-82069c492f26 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Neutron deleted interface 845c7a29-c186-4dd8-a8be-bebc89e11fba; detaching it from the instance and deleting it from the info cache [ 1359.743622] env[70220]: DEBUG nova.network.neutron [req-210afbe7-e2b0-4b09-97a3-770fc98d8509 req-a3b05a0b-eba8-46cb-9934-82069c492f26 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.968735] env[70220]: DEBUG nova.compute.utils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1359.970291] env[70220]: DEBUG nova.compute.manager [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1359.970507] env[70220]: DEBUG nova.network.neutron [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.021573] env[70220]: DEBUG nova.policy [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a63844d92eb343e18c4e57190f88e8f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892037b8819441efaa0930993498ce03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.220656] env[70220]: DEBUG nova.network.neutron [-] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.246452] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0de25e1a-c791-47f2-8041-146bedc0ae6a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.260297] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da21c795-3c5f-4313-b759-9b5716122ca0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.290587] env[70220]: DEBUG nova.compute.manager [req-210afbe7-e2b0-4b09-97a3-770fc98d8509 req-a3b05a0b-eba8-46cb-9934-82069c492f26 service nova] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Detach interface failed, port_id=845c7a29-c186-4dd8-a8be-bebc89e11fba, reason: Instance 91ad9779-b0e3-4c6f-a933-99047f02a217 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1360.329015] env[70220]: DEBUG nova.network.neutron [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Successfully created port: db00ad06-3143-4eb0-8822-3ea01aaa548b {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.473374] env[70220]: DEBUG nova.compute.manager [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1360.723590] env[70220]: INFO nova.compute.manager [-] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Took 1.45 seconds to deallocate network for instance. [ 1361.268326] env[70220]: INFO nova.compute.manager [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Took 0.54 seconds to detach 1 volumes for instance. [ 1361.483202] env[70220]: DEBUG nova.compute.manager [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1361.510438] env[70220]: DEBUG nova.virt.hardware [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.510754] env[70220]: DEBUG nova.virt.hardware [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.510945] env[70220]: DEBUG nova.virt.hardware [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.511155] env[70220]: DEBUG nova.virt.hardware [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.511310] env[70220]: DEBUG nova.virt.hardware [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.511458] env[70220]: DEBUG nova.virt.hardware [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.511693] env[70220]: DEBUG nova.virt.hardware [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.511870] env[70220]: DEBUG nova.virt.hardware [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.512053] env[70220]: DEBUG nova.virt.hardware [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.512221] env[70220]: DEBUG nova.virt.hardware [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.512392] env[70220]: DEBUG nova.virt.hardware [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.513621] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650ed4c4-b078-4939-a6ec-616d3c93254c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.517334] env[70220]: DEBUG oslo_concurrency.lockutils [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "d5170c4c-0621-48d2-84af-265c170a088c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.517538] env[70220]: DEBUG oslo_concurrency.lockutils [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.525473] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad6c0ea-87ab-4829-8044-d49b431a4d98 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.770606] env[70220]: DEBUG nova.compute.manager [req-e1b9a4eb-eeba-4cdd-bb6c-e4f5ed264a8b req-27cf0e6f-8aa8-4365-9050-f16816b93cd4 service nova] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Received event network-vif-plugged-db00ad06-3143-4eb0-8822-3ea01aaa548b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.770606] env[70220]: DEBUG oslo_concurrency.lockutils [req-e1b9a4eb-eeba-4cdd-bb6c-e4f5ed264a8b req-27cf0e6f-8aa8-4365-9050-f16816b93cd4 service nova] Acquiring lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.770606] env[70220]: DEBUG oslo_concurrency.lockutils [req-e1b9a4eb-eeba-4cdd-bb6c-e4f5ed264a8b req-27cf0e6f-8aa8-4365-9050-f16816b93cd4 service nova] Lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.770606] env[70220]: DEBUG oslo_concurrency.lockutils [req-e1b9a4eb-eeba-4cdd-bb6c-e4f5ed264a8b req-27cf0e6f-8aa8-4365-9050-f16816b93cd4 service nova] Lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.770798] env[70220]: DEBUG nova.compute.manager [req-e1b9a4eb-eeba-4cdd-bb6c-e4f5ed264a8b req-27cf0e6f-8aa8-4365-9050-f16816b93cd4 service nova] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] No waiting events found dispatching network-vif-plugged-db00ad06-3143-4eb0-8822-3ea01aaa548b {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.770959] env[70220]: WARNING nova.compute.manager [req-e1b9a4eb-eeba-4cdd-bb6c-e4f5ed264a8b req-27cf0e6f-8aa8-4365-9050-f16816b93cd4 service nova] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Received unexpected event network-vif-plugged-db00ad06-3143-4eb0-8822-3ea01aaa548b for instance with vm_state building and task_state spawning. [ 1361.774347] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.774615] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.774856] env[70220]: DEBUG nova.objects.instance [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'resources' on Instance uuid 91ad9779-b0e3-4c6f-a933-99047f02a217 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.802052] env[70220]: DEBUG nova.network.neutron [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Successfully updated port: db00ad06-3143-4eb0-8822-3ea01aaa548b {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.021144] env[70220]: DEBUG nova.compute.utils [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1362.304552] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "refresh_cache-c8c2b9c8-7baa-49ca-8862-66203ea6a60f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.304704] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "refresh_cache-c8c2b9c8-7baa-49ca-8862-66203ea6a60f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.304853] env[70220]: DEBUG nova.network.neutron [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.360964] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a41c114-59f9-49d4-ae59-9e60b13ddbc2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.369135] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada416b6-6a01-4015-9d6c-f5c69ed887d3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.146349] env[70220]: DEBUG oslo_concurrency.lockutils [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.627s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.152559] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600f18a0-cbed-475b-ac05-dccd9f82a306 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.158426] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61303b64-a726-43a9-913e-cf68ab5888cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.174525] env[70220]: DEBUG nova.compute.provider_tree [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.180646] env[70220]: DEBUG nova.network.neutron [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.313411] env[70220]: DEBUG nova.network.neutron [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Updating instance_info_cache with network_info: [{"id": "db00ad06-3143-4eb0-8822-3ea01aaa548b", "address": "fa:16:3e:14:49:c0", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb00ad06-31", "ovs_interfaceid": "db00ad06-3143-4eb0-8822-3ea01aaa548b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.677426] env[70220]: DEBUG nova.scheduler.client.report [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.801425] env[70220]: DEBUG nova.compute.manager [req-10619891-3a78-4392-9937-9c2be90eb4b5 req-ec85faba-8585-4ddd-865c-8ada7dfe0340 service nova] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Received event network-changed-db00ad06-3143-4eb0-8822-3ea01aaa548b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.801672] env[70220]: DEBUG nova.compute.manager [req-10619891-3a78-4392-9937-9c2be90eb4b5 req-ec85faba-8585-4ddd-865c-8ada7dfe0340 service nova] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Refreshing instance network info cache due to event network-changed-db00ad06-3143-4eb0-8822-3ea01aaa548b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.801892] env[70220]: DEBUG oslo_concurrency.lockutils [req-10619891-3a78-4392-9937-9c2be90eb4b5 req-ec85faba-8585-4ddd-865c-8ada7dfe0340 service nova] Acquiring lock "refresh_cache-c8c2b9c8-7baa-49ca-8862-66203ea6a60f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.816708] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "refresh_cache-c8c2b9c8-7baa-49ca-8862-66203ea6a60f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.817063] env[70220]: DEBUG nova.compute.manager [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Instance network_info: |[{"id": "db00ad06-3143-4eb0-8822-3ea01aaa548b", "address": "fa:16:3e:14:49:c0", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb00ad06-31", "ovs_interfaceid": "db00ad06-3143-4eb0-8822-3ea01aaa548b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1363.817365] env[70220]: DEBUG oslo_concurrency.lockutils [req-10619891-3a78-4392-9937-9c2be90eb4b5 req-ec85faba-8585-4ddd-865c-8ada7dfe0340 service nova] Acquired lock "refresh_cache-c8c2b9c8-7baa-49ca-8862-66203ea6a60f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.817540] env[70220]: DEBUG nova.network.neutron [req-10619891-3a78-4392-9937-9c2be90eb4b5 req-ec85faba-8585-4ddd-865c-8ada7dfe0340 service nova] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Refreshing network info cache for port db00ad06-3143-4eb0-8822-3ea01aaa548b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.819310] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:49:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db00ad06-3143-4eb0-8822-3ea01aaa548b', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.827208] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Creating folder: Project (892037b8819441efaa0930993498ce03). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.830132] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-333c4b99-f45d-4859-84af-350ecf9e0b78 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.841618] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Created folder: Project (892037b8819441efaa0930993498ce03) in parent group-v722922. [ 1363.841807] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Creating folder: Instances. Parent ref: group-v723236. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.842061] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-defce4c0-fc62-4cc7-be09-9acd3c808730 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.850880] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Created folder: Instances in parent group-v723236. [ 1363.851123] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1363.851313] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.851522] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee464dea-3ff6-4bc8-8011-da3a3abfbf22 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.872971] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.872971] env[70220]: value = "task-3626668" [ 1363.872971] env[70220]: _type = "Task" [ 1363.872971] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.880746] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626668, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.061528] env[70220]: DEBUG nova.network.neutron [req-10619891-3a78-4392-9937-9c2be90eb4b5 req-ec85faba-8585-4ddd-865c-8ada7dfe0340 service nova] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Updated VIF entry in instance network info cache for port db00ad06-3143-4eb0-8822-3ea01aaa548b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.061919] env[70220]: DEBUG nova.network.neutron [req-10619891-3a78-4392-9937-9c2be90eb4b5 req-ec85faba-8585-4ddd-865c-8ada7dfe0340 service nova] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Updating instance_info_cache with network_info: [{"id": "db00ad06-3143-4eb0-8822-3ea01aaa548b", "address": "fa:16:3e:14:49:c0", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb00ad06-31", "ovs_interfaceid": "db00ad06-3143-4eb0-8822-3ea01aaa548b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.085033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "d5170c4c-0621-48d2-84af-265c170a088c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.085501] env[70220]: DEBUG oslo_concurrency.lockutils [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.085591] env[70220]: INFO nova.compute.manager [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Attaching volume bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad to /dev/sdb [ 1364.117014] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddea0d2-558b-419d-98b1-719079ced3f8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.123795] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd5244c-2ebc-4b4c-8648-f05eb54c1107 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.136730] env[70220]: DEBUG nova.virt.block_device [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Updating existing volume attachment record: b4ed38f1-09d4-4f3a-bd4d-8b1e03388205 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1364.151983] env[70220]: DEBUG oslo_vmware.rw_handles [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c06a2-1d8b-c3f0-4b49-429ecfa215df/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1364.152980] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337eba80-5928-4ae6-892e-60139fddeb3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.159419] env[70220]: DEBUG oslo_vmware.rw_handles [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c06a2-1d8b-c3f0-4b49-429ecfa215df/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1364.159586] env[70220]: ERROR oslo_vmware.rw_handles [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c06a2-1d8b-c3f0-4b49-429ecfa215df/disk-0.vmdk due to incomplete transfer. [ 1364.159808] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cc54cc4c-3208-4d59-9e77-914b4d02cd4e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.167175] env[70220]: DEBUG oslo_vmware.rw_handles [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525c06a2-1d8b-c3f0-4b49-429ecfa215df/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1364.167373] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Uploaded image dd816547-66a5-4e83-a5cd-9facadeeacac to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1364.170140] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1364.170397] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ac7dc604-ee43-492c-952d-ca82d423c196 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.176330] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1364.176330] env[70220]: value = "task-3626669" [ 1364.176330] env[70220]: _type = "Task" [ 1364.176330] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.181651] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.407s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.186989] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626669, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.208585] env[70220]: INFO nova.scheduler.client.report [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleted allocations for instance 91ad9779-b0e3-4c6f-a933-99047f02a217 [ 1364.382254] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626668, 'name': CreateVM_Task, 'duration_secs': 0.404155} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.382431] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1364.383174] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.383399] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.383792] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.384073] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2870f497-f101-443a-8f86-1a515e932b97 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.388858] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1364.388858] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52849ed1-a466-6b45-d576-32d46a00b431" [ 1364.388858] env[70220]: _type = "Task" [ 1364.388858] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.397350] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52849ed1-a466-6b45-d576-32d46a00b431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.565158] env[70220]: DEBUG oslo_concurrency.lockutils [req-10619891-3a78-4392-9937-9c2be90eb4b5 req-ec85faba-8585-4ddd-865c-8ada7dfe0340 service nova] Releasing lock "refresh_cache-c8c2b9c8-7baa-49ca-8862-66203ea6a60f" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.686654] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626669, 'name': Destroy_Task, 'duration_secs': 0.347896} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.686776] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Destroyed the VM [ 1364.686963] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1364.687225] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c7f5cf2-6a7a-4c8b-a779-3f4f29751c7b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.692829] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1364.692829] env[70220]: value = "task-3626673" [ 1364.692829] env[70220]: _type = "Task" [ 1364.692829] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.700460] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626673, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.719913] env[70220]: DEBUG oslo_concurrency.lockutils [None req-93ef25fa-91d9-48a1-aee7-88417ae13ac2 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "91ad9779-b0e3-4c6f-a933-99047f02a217" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.706s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.899276] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52849ed1-a466-6b45-d576-32d46a00b431, 'name': SearchDatastore_Task, 'duration_secs': 0.01184} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.899605] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.899838] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1364.900182] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.900374] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.900595] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.900884] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b489461a-0657-4b6e-8641-8634d62c85ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.909055] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.909280] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1364.910192] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-120e2ab3-4bba-4970-a7e8-80250d7f7bc1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.915937] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1364.915937] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52618b5a-5677-3b4e-94d0-3a7f1a0bad72" [ 1364.915937] env[70220]: _type = "Task" [ 1364.915937] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.923075] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52618b5a-5677-3b4e-94d0-3a7f1a0bad72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.203173] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626673, 'name': RemoveSnapshot_Task, 'duration_secs': 0.395014} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.203535] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1365.203741] env[70220]: DEBUG nova.compute.manager [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.204556] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d4d342-4778-446b-8132-ad39fc5253dd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.427035] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52618b5a-5677-3b4e-94d0-3a7f1a0bad72, 'name': SearchDatastore_Task, 'duration_secs': 0.008931} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.427944] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5dc803-4049-4190-bf86-b9953fbcd931 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.432914] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1365.432914] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]528c2456-0874-80f0-980a-376b680c5480" [ 1365.432914] env[70220]: _type = "Task" [ 1365.432914] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.440463] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528c2456-0874-80f0-980a-376b680c5480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.492707] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.492942] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.716485] env[70220]: INFO nova.compute.manager [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Shelve offloading [ 1365.945521] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]528c2456-0874-80f0-980a-376b680c5480, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.945973] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.946407] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c8c2b9c8-7baa-49ca-8862-66203ea6a60f/c8c2b9c8-7baa-49ca-8862-66203ea6a60f.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1365.946766] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12f4682f-a623-45f1-95d6-abe88485d015 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.954910] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1365.954910] env[70220]: value = "task-3626674" [ 1365.954910] env[70220]: _type = "Task" [ 1365.954910] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.965576] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.996723] env[70220]: DEBUG nova.compute.manager [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.219800] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.220227] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac9e4054-b1b6-4977-ad4b-abca75cb27be {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.228916] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1366.228916] env[70220]: value = "task-3626675" [ 1366.228916] env[70220]: _type = "Task" [ 1366.228916] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.237987] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.465302] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459791} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.465568] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] c8c2b9c8-7baa-49ca-8862-66203ea6a60f/c8c2b9c8-7baa-49ca-8862-66203ea6a60f.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1366.465780] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1366.466042] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d911ead6-5dbf-4c39-bf54-a587e3c10f36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.473095] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1366.473095] env[70220]: value = "task-3626676" [ 1366.473095] env[70220]: _type = "Task" [ 1366.473095] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.481168] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.518468] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.518791] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.520400] env[70220]: INFO nova.compute.claims [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.739278] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1366.739499] env[70220]: DEBUG nova.compute.manager [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.740287] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c23fa9-8547-4e52-b2ae-17f1e31da121 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.746432] env[70220]: DEBUG oslo_concurrency.lockutils [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.746615] env[70220]: DEBUG oslo_concurrency.lockutils [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.746792] env[70220]: DEBUG nova.network.neutron [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.983441] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068689} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.983724] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1366.984534] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400d25b1-6287-4016-ad1e-660803f9a730 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.006751] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] c8c2b9c8-7baa-49ca-8862-66203ea6a60f/c8c2b9c8-7baa-49ca-8862-66203ea6a60f.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.007025] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-017f2ee7-75da-4d7a-83e0-fb9c0aa9b3af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.027730] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1367.027730] env[70220]: value = "task-3626678" [ 1367.027730] env[70220]: _type = "Task" [ 1367.027730] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.035422] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.452768] env[70220]: DEBUG nova.network.neutron [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updating instance_info_cache with network_info: [{"id": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "address": "fa:16:3e:c7:e4:a5", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d99afa8-86", "ovs_interfaceid": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.541265] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626678, 'name': ReconfigVM_Task, 'duration_secs': 0.303581} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.541561] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Reconfigured VM instance instance-00000071 to attach disk [datastore1] c8c2b9c8-7baa-49ca-8862-66203ea6a60f/c8c2b9c8-7baa-49ca-8862-66203ea6a60f.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.542185] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f94d777-0d50-46c9-9717-66864b5bc41d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.549424] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1367.549424] env[70220]: value = "task-3626679" [ 1367.549424] env[70220]: _type = "Task" [ 1367.549424] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.556907] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626679, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.602912] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc67fc8-20b3-430d-8691-8aaca829ef93 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.610123] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fa2d12-1443-45e0-b417-0c81916c7261 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.639537] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c95cdd-abee-434c-bcd2-e7319023940b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.646630] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364122bf-d965-49ed-9818-2f5ecfb3e312 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.659694] env[70220]: DEBUG nova.compute.provider_tree [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.955465] env[70220]: DEBUG oslo_concurrency.lockutils [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.060537] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626679, 'name': Rename_Task, 'duration_secs': 0.134218} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.060636] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.061474] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-354665ce-3c64-4f7b-abbe-c6192abfebd4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.067892] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1368.067892] env[70220]: value = "task-3626680" [ 1368.067892] env[70220]: _type = "Task" [ 1368.067892] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.075680] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.162881] env[70220]: DEBUG nova.scheduler.client.report [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.179859] env[70220]: DEBUG nova.compute.manager [req-9cf065a9-1761-49cd-8202-c3b79448a81a req-97b923c5-dd96-4647-9773-1ef886f10ec0 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Received event network-vif-unplugged-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.180079] env[70220]: DEBUG oslo_concurrency.lockutils [req-9cf065a9-1761-49cd-8202-c3b79448a81a req-97b923c5-dd96-4647-9773-1ef886f10ec0 service nova] Acquiring lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.180274] env[70220]: DEBUG oslo_concurrency.lockutils [req-9cf065a9-1761-49cd-8202-c3b79448a81a req-97b923c5-dd96-4647-9773-1ef886f10ec0 service nova] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.180434] env[70220]: DEBUG oslo_concurrency.lockutils [req-9cf065a9-1761-49cd-8202-c3b79448a81a req-97b923c5-dd96-4647-9773-1ef886f10ec0 service nova] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.180600] env[70220]: DEBUG nova.compute.manager [req-9cf065a9-1761-49cd-8202-c3b79448a81a req-97b923c5-dd96-4647-9773-1ef886f10ec0 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] No waiting events found dispatching network-vif-unplugged-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1368.180768] env[70220]: WARNING nova.compute.manager [req-9cf065a9-1761-49cd-8202-c3b79448a81a req-97b923c5-dd96-4647-9773-1ef886f10ec0 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Received unexpected event network-vif-unplugged-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 for instance with vm_state shelved and task_state shelving_offloading. [ 1368.270268] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.271221] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d99334-09d3-4ab2-ae50-8ca41d828229 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.278789] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.279013] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcd730ff-f2de-405a-99b2-11ee32ef9abf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.347925] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.348222] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.348520] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleting the datastore file [datastore1] 3d865c7a-4395-464d-ad22-f4c0e035c515 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.348919] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7e7b35d-642a-4810-92ca-841427647295 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.356583] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1368.356583] env[70220]: value = "task-3626682" [ 1368.356583] env[70220]: _type = "Task" [ 1368.356583] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.364094] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.577386] env[70220]: DEBUG oslo_vmware.api [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626680, 'name': PowerOnVM_Task, 'duration_secs': 0.457724} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.577839] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.577839] env[70220]: INFO nova.compute.manager [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1368.578254] env[70220]: DEBUG nova.compute.manager [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.578737] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8490c82-5858-4730-9c0c-a8523d32dd73 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.667995] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.668522] env[70220]: DEBUG nova.compute.manager [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1368.681426] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1368.681642] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723240', 'volume_id': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'name': 'volume-bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5170c4c-0621-48d2-84af-265c170a088c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'serial': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1368.682744] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8307684a-715f-4ca6-8618-7d3d522e742d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.698831] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80ca148-9da0-49a9-96c3-88db3e8ddce2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.723060] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad/volume-bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.723505] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0779e79b-faa3-4b8a-91d0-54b73791d0de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.741886] env[70220]: DEBUG oslo_vmware.api [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1368.741886] env[70220]: value = "task-3626683" [ 1368.741886] env[70220]: _type = "Task" [ 1368.741886] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.749256] env[70220]: DEBUG oslo_vmware.api [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.867642] env[70220]: DEBUG oslo_vmware.api [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144288} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.868205] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.868205] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.868498] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.885909] env[70220]: INFO nova.scheduler.client.report [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleted allocations for instance 3d865c7a-4395-464d-ad22-f4c0e035c515 [ 1369.095909] env[70220]: INFO nova.compute.manager [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Took 11.81 seconds to build instance. [ 1369.173072] env[70220]: DEBUG nova.compute.utils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1369.174518] env[70220]: DEBUG nova.compute.manager [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1369.174667] env[70220]: DEBUG nova.network.neutron [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1369.221226] env[70220]: DEBUG nova.policy [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab8270cf326f4f99854dc8a5dd7f3e30', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c57c9fde0cd4d48b47d1311a29e6e7c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1369.253298] env[70220]: DEBUG oslo_vmware.api [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626683, 'name': ReconfigVM_Task, 'duration_secs': 0.330692} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.253581] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad/volume-bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.258573] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a6cbb61-2c56-4def-87fe-3965498171b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.273624] env[70220]: DEBUG oslo_vmware.api [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1369.273624] env[70220]: value = "task-3626684" [ 1369.273624] env[70220]: _type = "Task" [ 1369.273624] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.281409] env[70220]: DEBUG oslo_vmware.api [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.390472] env[70220]: DEBUG oslo_concurrency.lockutils [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.390773] env[70220]: DEBUG oslo_concurrency.lockutils [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.390999] env[70220]: DEBUG nova.objects.instance [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lazy-loading 'resources' on Instance uuid 3d865c7a-4395-464d-ad22-f4c0e035c515 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.580915] env[70220]: DEBUG nova.network.neutron [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Successfully created port: 89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.598143] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7a2f872f-ac32-4298-b099-c2102abc177e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.319s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.677774] env[70220]: DEBUG nova.compute.manager [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1369.784136] env[70220]: DEBUG oslo_vmware.api [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626684, 'name': ReconfigVM_Task, 'duration_secs': 0.133934} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.784448] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723240', 'volume_id': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'name': 'volume-bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5170c4c-0621-48d2-84af-265c170a088c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'serial': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1369.893938] env[70220]: DEBUG nova.objects.instance [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d865c7a-4395-464d-ad22-f4c0e035c515 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.213126] env[70220]: DEBUG nova.compute.manager [req-bc0adbcb-87c3-4845-94ca-a9687f01a036 req-046f7e19-dfc9-4ab3-b808-05057cfbe921 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Received event network-changed-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1370.213413] env[70220]: DEBUG nova.compute.manager [req-bc0adbcb-87c3-4845-94ca-a9687f01a036 req-046f7e19-dfc9-4ab3-b808-05057cfbe921 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Refreshing instance network info cache due to event network-changed-2d99afa8-86c8-4c8c-912d-feb2c38f0de6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1370.213693] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc0adbcb-87c3-4845-94ca-a9687f01a036 req-046f7e19-dfc9-4ab3-b808-05057cfbe921 service nova] Acquiring lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.213871] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc0adbcb-87c3-4845-94ca-a9687f01a036 req-046f7e19-dfc9-4ab3-b808-05057cfbe921 service nova] Acquired lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.214090] env[70220]: DEBUG nova.network.neutron [req-bc0adbcb-87c3-4845-94ca-a9687f01a036 req-046f7e19-dfc9-4ab3-b808-05057cfbe921 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Refreshing network info cache for port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.396997] env[70220]: DEBUG nova.objects.base [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Object Instance<3d865c7a-4395-464d-ad22-f4c0e035c515> lazy-loaded attributes: resources,numa_topology {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1370.408177] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "924f5796-2464-471a-a146-d5aaf484445b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.408427] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "924f5796-2464-471a-a146-d5aaf484445b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.475757] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185c8a04-4b40-4f81-9a11-8bb693fc0c5c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.483367] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d79d5c1-aea9-49d0-80f5-82918a448320 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.525022] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c782cbb1-0ab4-45b0-8295-b82c1496a11f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.532530] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a7749-d757-4959-aa46-66c4212c0c92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.548399] env[70220]: DEBUG nova.compute.provider_tree [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.687475] env[70220]: DEBUG nova.compute.manager [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.708757] env[70220]: DEBUG nova.virt.hardware [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.709079] env[70220]: DEBUG nova.virt.hardware [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.709276] env[70220]: DEBUG nova.virt.hardware [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.709481] env[70220]: DEBUG nova.virt.hardware [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.709629] env[70220]: DEBUG nova.virt.hardware [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.709774] env[70220]: DEBUG nova.virt.hardware [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.709981] env[70220]: DEBUG nova.virt.hardware [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.710159] env[70220]: DEBUG nova.virt.hardware [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.710328] env[70220]: DEBUG nova.virt.hardware [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.710492] env[70220]: DEBUG nova.virt.hardware [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.710664] env[70220]: DEBUG nova.virt.hardware [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.711545] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8f3c69-e99f-4097-a489-8304858b65aa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.721021] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce99a8a1-c776-4ac0-a15e-83a1b720f277 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.821467] env[70220]: DEBUG nova.objects.instance [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'flavor' on Instance uuid d5170c4c-0621-48d2-84af-265c170a088c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.911438] env[70220]: DEBUG nova.compute.manager [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.993547] env[70220]: DEBUG nova.network.neutron [req-bc0adbcb-87c3-4845-94ca-a9687f01a036 req-046f7e19-dfc9-4ab3-b808-05057cfbe921 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updated VIF entry in instance network info cache for port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.993898] env[70220]: DEBUG nova.network.neutron [req-bc0adbcb-87c3-4845-94ca-a9687f01a036 req-046f7e19-dfc9-4ab3-b808-05057cfbe921 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updating instance_info_cache with network_info: [{"id": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "address": "fa:16:3e:c7:e4:a5", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2d99afa8-86", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.050582] env[70220]: DEBUG nova.scheduler.client.report [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.112565] env[70220]: DEBUG nova.network.neutron [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Successfully updated port: 89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1371.326404] env[70220]: DEBUG oslo_concurrency.lockutils [None req-617e8bd5-7871-441b-aba1-d6fdd267e4f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.434678] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.439189] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "d5170c4c-0621-48d2-84af-265c170a088c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.439401] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.439580] env[70220]: DEBUG nova.compute.manager [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.440454] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cae2c9-529b-4834-b4ee-43ea61e8f974 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.446920] env[70220]: DEBUG nova.compute.manager [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1371.447458] env[70220]: DEBUG nova.objects.instance [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'flavor' on Instance uuid d5170c4c-0621-48d2-84af-265c170a088c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.496527] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc0adbcb-87c3-4845-94ca-a9687f01a036 req-046f7e19-dfc9-4ab3-b808-05057cfbe921 service nova] Releasing lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.530996] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "3d865c7a-4395-464d-ad22-f4c0e035c515" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.555568] env[70220]: DEBUG oslo_concurrency.lockutils [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.558149] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.124s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.559607] env[70220]: INFO nova.compute.claims [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.615344] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.615505] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.615641] env[70220]: DEBUG nova.network.neutron [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.069204] env[70220]: DEBUG oslo_concurrency.lockutils [None req-07fa4b90-8c70-4f5a-8f15-7e5f06cf97aa tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.463s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.070124] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.539s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.070360] env[70220]: INFO nova.compute.manager [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Unshelving [ 1372.147871] env[70220]: DEBUG nova.network.neutron [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1372.239674] env[70220]: DEBUG nova.compute.manager [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Received event network-vif-plugged-89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.239857] env[70220]: DEBUG oslo_concurrency.lockutils [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] Acquiring lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.240203] env[70220]: DEBUG oslo_concurrency.lockutils [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.240335] env[70220]: DEBUG oslo_concurrency.lockutils [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.240402] env[70220]: DEBUG nova.compute.manager [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] No waiting events found dispatching network-vif-plugged-89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.240563] env[70220]: WARNING nova.compute.manager [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Received unexpected event network-vif-plugged-89055bf4-5cad-478a-8841-af88a383b7f7 for instance with vm_state building and task_state spawning. [ 1372.240718] env[70220]: DEBUG nova.compute.manager [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Received event network-changed-89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1372.240867] env[70220]: DEBUG nova.compute.manager [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Refreshing instance network info cache due to event network-changed-89055bf4-5cad-478a-8841-af88a383b7f7. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1372.241036] env[70220]: DEBUG oslo_concurrency.lockutils [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] Acquiring lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.276293] env[70220]: DEBUG nova.network.neutron [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updating instance_info_cache with network_info: [{"id": "89055bf4-5cad-478a-8841-af88a383b7f7", "address": "fa:16:3e:14:63:14", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89055bf4-5c", "ovs_interfaceid": "89055bf4-5cad-478a-8841-af88a383b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.454487] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.454796] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36cd3504-19d2-419b-ab0b-5e50f1af805c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.462417] env[70220]: DEBUG oslo_vmware.api [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1372.462417] env[70220]: value = "task-3626685" [ 1372.462417] env[70220]: _type = "Task" [ 1372.462417] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.469968] env[70220]: DEBUG oslo_vmware.api [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.652750] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe50ce5-e2dd-4c17-9d31-49e28e237236 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.660792] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491f6657-59da-49e3-8d6b-c448ffbf5d12 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.694580] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12b231c-4429-4206-9385-662cb5fe375e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.701959] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e284294c-59c3-4d09-ae46-7a9320c03075 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.715225] env[70220]: DEBUG nova.compute.provider_tree [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.779237] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.779561] env[70220]: DEBUG nova.compute.manager [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Instance network_info: |[{"id": "89055bf4-5cad-478a-8841-af88a383b7f7", "address": "fa:16:3e:14:63:14", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89055bf4-5c", "ovs_interfaceid": "89055bf4-5cad-478a-8841-af88a383b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1372.779857] env[70220]: DEBUG oslo_concurrency.lockutils [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] Acquired lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.780044] env[70220]: DEBUG nova.network.neutron [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Refreshing network info cache for port 89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.781226] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:63:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89055bf4-5cad-478a-8841-af88a383b7f7', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1372.791368] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1372.794451] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1372.795300] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31e54116-66c2-4dd1-bce3-9b4fcea248f0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.815700] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1372.815700] env[70220]: value = "task-3626686" [ 1372.815700] env[70220]: _type = "Task" [ 1372.815700] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.823460] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626686, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.974030] env[70220]: DEBUG oslo_vmware.api [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626685, 'name': PowerOffVM_Task, 'duration_secs': 0.25496} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.974030] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.974030] env[70220]: DEBUG nova.compute.manager [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.974426] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb93dc09-7e9f-4f55-8887-4f33231a6a00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.000220] env[70220]: DEBUG nova.network.neutron [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updated VIF entry in instance network info cache for port 89055bf4-5cad-478a-8841-af88a383b7f7. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.000617] env[70220]: DEBUG nova.network.neutron [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updating instance_info_cache with network_info: [{"id": "89055bf4-5cad-478a-8841-af88a383b7f7", "address": "fa:16:3e:14:63:14", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89055bf4-5c", "ovs_interfaceid": "89055bf4-5cad-478a-8841-af88a383b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.091331] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.219598] env[70220]: DEBUG nova.scheduler.client.report [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.325558] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626686, 'name': CreateVM_Task, 'duration_secs': 0.307681} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.325729] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.326407] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.326583] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.326890] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.327145] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934cf716-0905-4c13-b200-a0ceacf432ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.331762] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1373.331762] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523ea111-e8c5-6cfb-a683-ed811d82dc6a" [ 1373.331762] env[70220]: _type = "Task" [ 1373.331762] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.339140] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523ea111-e8c5-6cfb-a683-ed811d82dc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.485944] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2080d74b-4822-4b75-b46f-3b6594b3d0f2 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.503409] env[70220]: DEBUG oslo_concurrency.lockutils [req-4d487f43-0958-4be5-bd09-37e0b66668ae req-07ffa3cc-ca76-4f7e-9bba-5c3977f4a997 service nova] Releasing lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.724723] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.725265] env[70220]: DEBUG nova.compute.manager [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1373.727961] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.637s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.728183] env[70220]: DEBUG nova.objects.instance [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lazy-loading 'pci_requests' on Instance uuid 3d865c7a-4395-464d-ad22-f4c0e035c515 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.805492] env[70220]: DEBUG nova.objects.instance [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'flavor' on Instance uuid d5170c4c-0621-48d2-84af-265c170a088c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.842882] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523ea111-e8c5-6cfb-a683-ed811d82dc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.843102] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.843339] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.843628] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.843790] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.843986] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.844271] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da163c1a-790b-4294-b06c-9e74c1f35b00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.852659] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.852806] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.853807] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d649a54-71db-4da4-8f66-cbad65a25e35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.858951] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1373.858951] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52537bd4-42f8-4274-99f1-824be8aa0c7f" [ 1373.858951] env[70220]: _type = "Task" [ 1373.858951] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.865906] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52537bd4-42f8-4274-99f1-824be8aa0c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.230986] env[70220]: DEBUG nova.compute.utils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1374.233779] env[70220]: DEBUG nova.objects.instance [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lazy-loading 'numa_topology' on Instance uuid 3d865c7a-4395-464d-ad22-f4c0e035c515 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.234873] env[70220]: DEBUG nova.compute.manager [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1374.235075] env[70220]: DEBUG nova.network.neutron [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.271352] env[70220]: DEBUG nova.policy [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a63844d92eb343e18c4e57190f88e8f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892037b8819441efaa0930993498ce03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1374.310037] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.310191] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquired lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.310357] env[70220]: DEBUG nova.network.neutron [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.310565] env[70220]: DEBUG nova.objects.instance [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'info_cache' on Instance uuid d5170c4c-0621-48d2-84af-265c170a088c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.370130] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52537bd4-42f8-4274-99f1-824be8aa0c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.008413} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.370872] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8733f5a7-c3a5-402f-b9c1-5c5fb2d22111 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.375575] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1374.375575] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523e82d6-953c-0364-4fe0-0ccef76238e1" [ 1374.375575] env[70220]: _type = "Task" [ 1374.375575] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.382725] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523e82d6-953c-0364-4fe0-0ccef76238e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.527338] env[70220]: DEBUG nova.network.neutron [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Successfully created port: c271bb61-47a6-4aff-b08a-5651c4dab05b {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.736117] env[70220]: DEBUG nova.compute.manager [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1374.738929] env[70220]: INFO nova.compute.claims [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1374.814051] env[70220]: DEBUG nova.objects.base [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1374.886167] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523e82d6-953c-0364-4fe0-0ccef76238e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.886701] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.886963] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 9b836194-ef04-4f1f-a992-1f79b0e9a3cd/9b836194-ef04-4f1f-a992-1f79b0e9a3cd.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1374.887220] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-735a64e5-4bc9-4627-b401-c77fa6a8ef8d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.893554] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1374.893554] env[70220]: value = "task-3626687" [ 1374.893554] env[70220]: _type = "Task" [ 1374.893554] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.900702] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.403459] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443418} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.403795] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 9b836194-ef04-4f1f-a992-1f79b0e9a3cd/9b836194-ef04-4f1f-a992-1f79b0e9a3cd.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.403930] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.404174] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7abf66dd-844e-457e-9d12-578eab6c9ce5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.410465] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1375.410465] env[70220]: value = "task-3626688" [ 1375.410465] env[70220]: _type = "Task" [ 1375.410465] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.420762] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626688, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.523685] env[70220]: DEBUG nova.network.neutron [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Updating instance_info_cache with network_info: [{"id": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "address": "fa:16:3e:cb:b7:fd", "network": {"id": "892ecbff-3a0e-416c-9a9c-e1ce8d8dd311", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1535474441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aded59465f446ebbf268af478d6b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db1740e-55", "ovs_interfaceid": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.753719] env[70220]: DEBUG nova.compute.manager [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1375.779562] env[70220]: DEBUG nova.virt.hardware [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1375.779817] env[70220]: DEBUG nova.virt.hardware [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.779975] env[70220]: DEBUG nova.virt.hardware [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1375.780173] env[70220]: DEBUG nova.virt.hardware [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.780320] env[70220]: DEBUG nova.virt.hardware [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1375.780466] env[70220]: DEBUG nova.virt.hardware [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1375.780673] env[70220]: DEBUG nova.virt.hardware [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1375.780839] env[70220]: DEBUG nova.virt.hardware [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1375.781013] env[70220]: DEBUG nova.virt.hardware [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1375.781183] env[70220]: DEBUG nova.virt.hardware [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1375.781355] env[70220]: DEBUG nova.virt.hardware [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1375.782245] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d16ba8-16d5-45da-ab2a-328b5e2404ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.790533] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0306c1a0-3147-4fda-a9e3-4859c03c1bd8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.849522] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f120f0-1164-4bd0-8c47-c1740cb5fc9d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.856753] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1dfc69-a428-47ec-b8bc-9e54364ffb92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.888524] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df55f39-34f3-4429-bd54-deed411ee3ff {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.891940] env[70220]: DEBUG nova.compute.manager [req-fa016801-d2b7-48b4-abe0-743d58d9a01c req-be07bb99-d00d-4805-b30e-19ae367bf040 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Received event network-vif-plugged-c271bb61-47a6-4aff-b08a-5651c4dab05b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.892137] env[70220]: DEBUG oslo_concurrency.lockutils [req-fa016801-d2b7-48b4-abe0-743d58d9a01c req-be07bb99-d00d-4805-b30e-19ae367bf040 service nova] Acquiring lock "924f5796-2464-471a-a146-d5aaf484445b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.892381] env[70220]: DEBUG oslo_concurrency.lockutils [req-fa016801-d2b7-48b4-abe0-743d58d9a01c req-be07bb99-d00d-4805-b30e-19ae367bf040 service nova] Lock "924f5796-2464-471a-a146-d5aaf484445b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.892499] env[70220]: DEBUG oslo_concurrency.lockutils [req-fa016801-d2b7-48b4-abe0-743d58d9a01c req-be07bb99-d00d-4805-b30e-19ae367bf040 service nova] Lock "924f5796-2464-471a-a146-d5aaf484445b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.892666] env[70220]: DEBUG nova.compute.manager [req-fa016801-d2b7-48b4-abe0-743d58d9a01c req-be07bb99-d00d-4805-b30e-19ae367bf040 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] No waiting events found dispatching network-vif-plugged-c271bb61-47a6-4aff-b08a-5651c4dab05b {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1375.892827] env[70220]: WARNING nova.compute.manager [req-fa016801-d2b7-48b4-abe0-743d58d9a01c req-be07bb99-d00d-4805-b30e-19ae367bf040 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Received unexpected event network-vif-plugged-c271bb61-47a6-4aff-b08a-5651c4dab05b for instance with vm_state building and task_state spawning. [ 1375.899138] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45575426-98ec-4ceb-9a0f-9db45f9369bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.912193] env[70220]: DEBUG nova.compute.provider_tree [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.920383] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626688, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062019} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.921163] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.921980] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039f4092-2fb1-470d-998b-b5f9b7c1e649 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.944831] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9b836194-ef04-4f1f-a992-1f79b0e9a3cd/9b836194-ef04-4f1f-a992-1f79b0e9a3cd.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.945333] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ea49a2c-10fc-4fb9-87b1-e74466614d54 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.960132] env[70220]: DEBUG nova.network.neutron [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Successfully updated port: c271bb61-47a6-4aff-b08a-5651c4dab05b {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.967498] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1375.967498] env[70220]: value = "task-3626689" [ 1375.967498] env[70220]: _type = "Task" [ 1375.967498] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.975635] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.026967] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Releasing lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.417307] env[70220]: DEBUG nova.scheduler.client.report [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.462893] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "refresh_cache-924f5796-2464-471a-a146-d5aaf484445b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.463093] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "refresh_cache-924f5796-2464-471a-a146-d5aaf484445b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.463582] env[70220]: DEBUG nova.network.neutron [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.478289] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626689, 'name': ReconfigVM_Task, 'duration_secs': 0.259096} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.478550] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9b836194-ef04-4f1f-a992-1f79b0e9a3cd/9b836194-ef04-4f1f-a992-1f79b0e9a3cd.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.479136] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7faeefa6-c47e-41a8-a245-1b93c4335a32 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.485789] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1376.485789] env[70220]: value = "task-3626690" [ 1376.485789] env[70220]: _type = "Task" [ 1376.485789] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.493094] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626690, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.922559] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.194s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.951905] env[70220]: INFO nova.network.neutron [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updating port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1376.994930] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626690, 'name': Rename_Task, 'duration_secs': 0.156307} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.995212] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.995451] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55492c0b-147a-4fff-82fe-8b751a8a8196 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.001830] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1377.001830] env[70220]: value = "task-3626691" [ 1377.001830] env[70220]: _type = "Task" [ 1377.001830] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.005025] env[70220]: DEBUG nova.network.neutron [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1377.011122] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.032451] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.032737] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce207d4c-55a3-43b0-b4ce-d7046bdb1d7f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.039261] env[70220]: DEBUG oslo_vmware.api [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1377.039261] env[70220]: value = "task-3626692" [ 1377.039261] env[70220]: _type = "Task" [ 1377.039261] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.049292] env[70220]: DEBUG oslo_vmware.api [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.209165] env[70220]: DEBUG nova.network.neutron [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Updating instance_info_cache with network_info: [{"id": "c271bb61-47a6-4aff-b08a-5651c4dab05b", "address": "fa:16:3e:42:66:ad", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc271bb61-47", "ovs_interfaceid": "c271bb61-47a6-4aff-b08a-5651c4dab05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.513059] env[70220]: DEBUG oslo_vmware.api [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626691, 'name': PowerOnVM_Task, 'duration_secs': 0.442018} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.513059] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.513059] env[70220]: INFO nova.compute.manager [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1377.513059] env[70220]: DEBUG nova.compute.manager [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.513450] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c473ed05-8432-4d37-8505-317ffd60bfb0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.548743] env[70220]: DEBUG oslo_vmware.api [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626692, 'name': PowerOnVM_Task, 'duration_secs': 0.437454} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.549054] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.549269] env[70220]: DEBUG nova.compute.manager [None req-9f0c4796-f652-4cbd-93d1-9b7c92dafbb5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.550038] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e7b824-5147-49d2-ac9b-77d847d226e8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.712423] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "refresh_cache-924f5796-2464-471a-a146-d5aaf484445b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.712839] env[70220]: DEBUG nova.compute.manager [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Instance network_info: |[{"id": "c271bb61-47a6-4aff-b08a-5651c4dab05b", "address": "fa:16:3e:42:66:ad", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc271bb61-47", "ovs_interfaceid": "c271bb61-47a6-4aff-b08a-5651c4dab05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.713342] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:66:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c271bb61-47a6-4aff-b08a-5651c4dab05b', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.721073] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.721616] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.721849] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e0b2f38-dfd8-4e26-a8f1-0bc888c3f887 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.742084] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.742084] env[70220]: value = "task-3626693" [ 1377.742084] env[70220]: _type = "Task" [ 1377.742084] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.750475] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626693, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.901753] env[70220]: DEBUG nova.compute.manager [req-baf345ce-1470-487c-bdcb-073f9a7fe3c3 req-4a762f9a-3083-47db-bd20-cfee301f4898 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Received event network-changed-c271bb61-47a6-4aff-b08a-5651c4dab05b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.902079] env[70220]: DEBUG nova.compute.manager [req-baf345ce-1470-487c-bdcb-073f9a7fe3c3 req-4a762f9a-3083-47db-bd20-cfee301f4898 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Refreshing instance network info cache due to event network-changed-c271bb61-47a6-4aff-b08a-5651c4dab05b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1377.902427] env[70220]: DEBUG oslo_concurrency.lockutils [req-baf345ce-1470-487c-bdcb-073f9a7fe3c3 req-4a762f9a-3083-47db-bd20-cfee301f4898 service nova] Acquiring lock "refresh_cache-924f5796-2464-471a-a146-d5aaf484445b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.902684] env[70220]: DEBUG oslo_concurrency.lockutils [req-baf345ce-1470-487c-bdcb-073f9a7fe3c3 req-4a762f9a-3083-47db-bd20-cfee301f4898 service nova] Acquired lock "refresh_cache-924f5796-2464-471a-a146-d5aaf484445b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.902959] env[70220]: DEBUG nova.network.neutron [req-baf345ce-1470-487c-bdcb-073f9a7fe3c3 req-4a762f9a-3083-47db-bd20-cfee301f4898 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Refreshing network info cache for port c271bb61-47a6-4aff-b08a-5651c4dab05b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.031854] env[70220]: INFO nova.compute.manager [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Took 11.53 seconds to build instance. [ 1378.252017] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626693, 'name': CreateVM_Task, 'duration_secs': 0.345678} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.252221] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.252868] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.253046] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.253364] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.253629] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6772d390-e73c-4c09-8117-3d9531bfb8e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.257976] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1378.257976] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5260b6d4-a7e9-da66-9091-d397be783b7e" [ 1378.257976] env[70220]: _type = "Task" [ 1378.257976] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.265563] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5260b6d4-a7e9-da66-9091-d397be783b7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.534590] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d507fb87-703d-45ab-b7bf-c74caa21fd81 tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.041s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.656653] env[70220]: DEBUG nova.network.neutron [req-baf345ce-1470-487c-bdcb-073f9a7fe3c3 req-4a762f9a-3083-47db-bd20-cfee301f4898 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Updated VIF entry in instance network info cache for port c271bb61-47a6-4aff-b08a-5651c4dab05b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.656653] env[70220]: DEBUG nova.network.neutron [req-baf345ce-1470-487c-bdcb-073f9a7fe3c3 req-4a762f9a-3083-47db-bd20-cfee301f4898 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Updating instance_info_cache with network_info: [{"id": "c271bb61-47a6-4aff-b08a-5651c4dab05b", "address": "fa:16:3e:42:66:ad", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc271bb61-47", "ovs_interfaceid": "c271bb61-47a6-4aff-b08a-5651c4dab05b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.769386] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5260b6d4-a7e9-da66-9091-d397be783b7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009274} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.769883] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.770275] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.770685] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.770981] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.771344] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.771730] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0d86ee9-b893-4a4e-92b8-4be283760e0d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.781189] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.781189] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.781189] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1d65d8-7e14-4d66-b56a-1914ce74ca4e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.786274] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1378.786274] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522494de-49f9-5d56-cb98-6b61d6394096" [ 1378.786274] env[70220]: _type = "Task" [ 1378.786274] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.794576] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522494de-49f9-5d56-cb98-6b61d6394096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.799794] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.799963] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.800189] env[70220]: DEBUG nova.network.neutron [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.996950] env[70220]: DEBUG nova.compute.manager [req-ac2875c5-73e4-4c30-8645-35789a48ed84 req-1345d899-ea4b-4e76-bc5c-bc6017182297 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Received event network-changed-89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.997164] env[70220]: DEBUG nova.compute.manager [req-ac2875c5-73e4-4c30-8645-35789a48ed84 req-1345d899-ea4b-4e76-bc5c-bc6017182297 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Refreshing instance network info cache due to event network-changed-89055bf4-5cad-478a-8841-af88a383b7f7. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1378.997372] env[70220]: DEBUG oslo_concurrency.lockutils [req-ac2875c5-73e4-4c30-8645-35789a48ed84 req-1345d899-ea4b-4e76-bc5c-bc6017182297 service nova] Acquiring lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.997589] env[70220]: DEBUG oslo_concurrency.lockutils [req-ac2875c5-73e4-4c30-8645-35789a48ed84 req-1345d899-ea4b-4e76-bc5c-bc6017182297 service nova] Acquired lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.997765] env[70220]: DEBUG nova.network.neutron [req-ac2875c5-73e4-4c30-8645-35789a48ed84 req-1345d899-ea4b-4e76-bc5c-bc6017182297 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Refreshing network info cache for port 89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.158255] env[70220]: DEBUG oslo_concurrency.lockutils [req-baf345ce-1470-487c-bdcb-073f9a7fe3c3 req-4a762f9a-3083-47db-bd20-cfee301f4898 service nova] Releasing lock "refresh_cache-924f5796-2464-471a-a146-d5aaf484445b" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.296527] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522494de-49f9-5d56-cb98-6b61d6394096, 'name': SearchDatastore_Task, 'duration_secs': 0.007859} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.297307] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6060e68-bf21-44ba-8046-44182bd181d0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.303817] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1379.303817] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52091681-cfc3-db78-09b7-7ce980d24f8a" [ 1379.303817] env[70220]: _type = "Task" [ 1379.303817] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.311322] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52091681-cfc3-db78-09b7-7ce980d24f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.491350] env[70220]: DEBUG nova.network.neutron [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updating instance_info_cache with network_info: [{"id": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "address": "fa:16:3e:c7:e4:a5", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d99afa8-86", "ovs_interfaceid": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.717047] env[70220]: DEBUG nova.network.neutron [req-ac2875c5-73e4-4c30-8645-35789a48ed84 req-1345d899-ea4b-4e76-bc5c-bc6017182297 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updated VIF entry in instance network info cache for port 89055bf4-5cad-478a-8841-af88a383b7f7. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.717583] env[70220]: DEBUG nova.network.neutron [req-ac2875c5-73e4-4c30-8645-35789a48ed84 req-1345d899-ea4b-4e76-bc5c-bc6017182297 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updating instance_info_cache with network_info: [{"id": "89055bf4-5cad-478a-8841-af88a383b7f7", "address": "fa:16:3e:14:63:14", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89055bf4-5c", "ovs_interfaceid": "89055bf4-5cad-478a-8841-af88a383b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.813913] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52091681-cfc3-db78-09b7-7ce980d24f8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.814208] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.814556] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 924f5796-2464-471a-a146-d5aaf484445b/924f5796-2464-471a-a146-d5aaf484445b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.814814] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5031ab1-2327-4339-b954-f06dac17c59f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.822715] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1379.822715] env[70220]: value = "task-3626694" [ 1379.822715] env[70220]: _type = "Task" [ 1379.822715] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.830166] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.927379] env[70220]: DEBUG nova.compute.manager [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Received event network-vif-plugged-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.927676] env[70220]: DEBUG oslo_concurrency.lockutils [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] Acquiring lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.927946] env[70220]: DEBUG oslo_concurrency.lockutils [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.928189] env[70220]: DEBUG oslo_concurrency.lockutils [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.928435] env[70220]: DEBUG nova.compute.manager [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] No waiting events found dispatching network-vif-plugged-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1379.928664] env[70220]: WARNING nova.compute.manager [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Received unexpected event network-vif-plugged-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1379.928882] env[70220]: DEBUG nova.compute.manager [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Received event network-changed-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.929108] env[70220]: DEBUG nova.compute.manager [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Refreshing instance network info cache due to event network-changed-2d99afa8-86c8-4c8c-912d-feb2c38f0de6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1379.929338] env[70220]: DEBUG oslo_concurrency.lockutils [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] Acquiring lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.994342] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.997641] env[70220]: DEBUG oslo_concurrency.lockutils [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] Acquired lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.998211] env[70220]: DEBUG nova.network.neutron [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Refreshing network info cache for port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.025608] env[70220]: DEBUG nova.virt.hardware [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2a70240236817bb42f326aaeb76f53ed',container_format='bare',created_at=2025-04-26T01:17:02Z,direct_url=,disk_format='vmdk',id=dd816547-66a5-4e83-a5cd-9facadeeacac,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1433655708-shelved',owner='4c36613b93bb40abb60413ddd0278f7e',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-26T01:17:16Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1380.025887] env[70220]: DEBUG nova.virt.hardware [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.026074] env[70220]: DEBUG nova.virt.hardware [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1380.026272] env[70220]: DEBUG nova.virt.hardware [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.026480] env[70220]: DEBUG nova.virt.hardware [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1380.026644] env[70220]: DEBUG nova.virt.hardware [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1380.026906] env[70220]: DEBUG nova.virt.hardware [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1380.027090] env[70220]: DEBUG nova.virt.hardware [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1380.027262] env[70220]: DEBUG nova.virt.hardware [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1380.027428] env[70220]: DEBUG nova.virt.hardware [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1380.027672] env[70220]: DEBUG nova.virt.hardware [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1380.029165] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24c8b44-2b43-4dc1-b018-1fa75bbd6248 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.038103] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c9e073-1e1f-4c14-bd52-987695b78ce0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.054199] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:e4:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d99afa8-86c8-4c8c-912d-feb2c38f0de6', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1380.062946] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1380.063849] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1380.064167] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4623db97-6be8-4d38-a03f-7e005ce265cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.085227] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1380.085227] env[70220]: value = "task-3626695" [ 1380.085227] env[70220]: _type = "Task" [ 1380.085227] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.094829] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626695, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.220646] env[70220]: DEBUG oslo_concurrency.lockutils [req-ac2875c5-73e4-4c30-8645-35789a48ed84 req-1345d899-ea4b-4e76-bc5c-bc6017182297 service nova] Releasing lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.333909] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443757} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.334216] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 924f5796-2464-471a-a146-d5aaf484445b/924f5796-2464-471a-a146-d5aaf484445b.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.334491] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.334763] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5b7afec-d0a2-4e1e-8d80-9fdc34a27932 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.341419] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1380.341419] env[70220]: value = "task-3626696" [ 1380.341419] env[70220]: _type = "Task" [ 1380.341419] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.350608] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.595280] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626695, 'name': CreateVM_Task, 'duration_secs': 0.417886} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.597959] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.598620] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.598783] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.599169] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.599718] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e1a30b-b780-4f8a-ad53-cd5896f3fd04 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.603894] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1380.603894] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529cfc75-0f1c-4fcf-de0e-270370dae17f" [ 1380.603894] env[70220]: _type = "Task" [ 1380.603894] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.611358] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529cfc75-0f1c-4fcf-de0e-270370dae17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.709950] env[70220]: DEBUG nova.network.neutron [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updated VIF entry in instance network info cache for port 2d99afa8-86c8-4c8c-912d-feb2c38f0de6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.710740] env[70220]: DEBUG nova.network.neutron [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updating instance_info_cache with network_info: [{"id": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "address": "fa:16:3e:c7:e4:a5", "network": {"id": "6c6b3913-a99a-4e88-904b-888e47d42d38", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-856618684-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c36613b93bb40abb60413ddd0278f7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d99afa8-86", "ovs_interfaceid": "2d99afa8-86c8-4c8c-912d-feb2c38f0de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.851497] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069221} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.851799] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.852606] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ba79db-5491-41ab-b18b-a71d3645afbc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.877481] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 924f5796-2464-471a-a146-d5aaf484445b/924f5796-2464-471a-a146-d5aaf484445b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.877964] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acad83ec-4350-4912-8b8f-c9e80d0da3cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.896694] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1380.896694] env[70220]: value = "task-3626697" [ 1380.896694] env[70220]: _type = "Task" [ 1380.896694] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.904091] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626697, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.113959] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.114219] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Processing image dd816547-66a5-4e83-a5cd-9facadeeacac {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.114454] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac/dd816547-66a5-4e83-a5cd-9facadeeacac.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.114573] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac/dd816547-66a5-4e83-a5cd-9facadeeacac.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.114758] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.115010] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3df8755-6b3e-496f-8f6b-2ae2931d02b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.125703] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.125871] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.126605] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaad9226-afc3-4746-bd09-56a3f4ac9bcd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.131468] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1381.131468] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ad2ffd-005a-20fd-f252-bf45541d8bd0" [ 1381.131468] env[70220]: _type = "Task" [ 1381.131468] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.144852] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Preparing fetch location {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1381.145094] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Fetch image to [datastore2] OSTACK_IMG_c4311dd0-40a7-40d6-8b54-14f02dffdf1e/OSTACK_IMG_c4311dd0-40a7-40d6-8b54-14f02dffdf1e.vmdk {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1381.145278] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Downloading stream optimized image dd816547-66a5-4e83-a5cd-9facadeeacac to [datastore2] OSTACK_IMG_c4311dd0-40a7-40d6-8b54-14f02dffdf1e/OSTACK_IMG_c4311dd0-40a7-40d6-8b54-14f02dffdf1e.vmdk on the data store datastore2 as vApp {{(pid=70220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1381.145442] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Downloading image file data dd816547-66a5-4e83-a5cd-9facadeeacac to the ESX as VM named 'OSTACK_IMG_c4311dd0-40a7-40d6-8b54-14f02dffdf1e' {{(pid=70220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1381.210910] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1381.210910] env[70220]: value = "resgroup-9" [ 1381.210910] env[70220]: _type = "ResourcePool" [ 1381.210910] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1381.211196] env[70220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3848b021-5ce0-4e52-8949-8cedbc300645 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.232362] env[70220]: DEBUG oslo_concurrency.lockutils [req-8c92cd8c-5340-4326-9ec9-8fe67bdb65d9 req-30889c4c-93f4-4954-8173-33588d33b566 service nova] Releasing lock "refresh_cache-3d865c7a-4395-464d-ad22-f4c0e035c515" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.239231] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lease: (returnval){ [ 1381.239231] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5232fe11-2f9a-939d-2969-e02a2dfa9218" [ 1381.239231] env[70220]: _type = "HttpNfcLease" [ 1381.239231] env[70220]: } obtained for vApp import into resource pool (val){ [ 1381.239231] env[70220]: value = "resgroup-9" [ 1381.239231] env[70220]: _type = "ResourcePool" [ 1381.239231] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1381.239536] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the lease: (returnval){ [ 1381.239536] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5232fe11-2f9a-939d-2969-e02a2dfa9218" [ 1381.239536] env[70220]: _type = "HttpNfcLease" [ 1381.239536] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1381.247195] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1381.247195] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5232fe11-2f9a-939d-2969-e02a2dfa9218" [ 1381.247195] env[70220]: _type = "HttpNfcLease" [ 1381.247195] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1381.407924] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626697, 'name': ReconfigVM_Task, 'duration_secs': 0.257836} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.408207] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 924f5796-2464-471a-a146-d5aaf484445b/924f5796-2464-471a-a146-d5aaf484445b.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.408847] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f9ff0ec-ea68-41a8-a61c-3217292478d7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.414406] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1381.414406] env[70220]: value = "task-3626699" [ 1381.414406] env[70220]: _type = "Task" [ 1381.414406] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.422285] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626699, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.747943] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1381.747943] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5232fe11-2f9a-939d-2969-e02a2dfa9218" [ 1381.747943] env[70220]: _type = "HttpNfcLease" [ 1381.747943] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1381.748259] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1381.748259] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5232fe11-2f9a-939d-2969-e02a2dfa9218" [ 1381.748259] env[70220]: _type = "HttpNfcLease" [ 1381.748259] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1381.748991] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53a51f7-46a8-483c-b14e-c54a4af63083 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.756384] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae96dd-2b5c-dd88-71d5-c46b5f8f06a5/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1381.756585] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae96dd-2b5c-dd88-71d5-c46b5f8f06a5/disk-0.vmdk. {{(pid=70220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1381.819866] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7588c9b6-a582-4dbf-bd2b-200716597a42 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.924599] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626699, 'name': Rename_Task, 'duration_secs': 0.134719} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.924905] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.925197] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d687a79-9c90-42b4-b8b9-96f7e9af6c20 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.931353] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1381.931353] env[70220]: value = "task-3626700" [ 1381.931353] env[70220]: _type = "Task" [ 1381.931353] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.938691] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.442888] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626700, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.946747] env[70220]: DEBUG oslo_vmware.api [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626700, 'name': PowerOnVM_Task, 'duration_secs': 0.557862} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.948148] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.948391] env[70220]: INFO nova.compute.manager [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1382.948633] env[70220]: DEBUG nova.compute.manager [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.949484] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed74072-b1bf-46cc-8376-b61dfa96c569 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.084625] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Completed reading data from the image iterator. {{(pid=70220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1383.084942] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae96dd-2b5c-dd88-71d5-c46b5f8f06a5/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1383.086033] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce31c0d1-a361-4e42-8d23-33742fcf52d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.092785] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae96dd-2b5c-dd88-71d5-c46b5f8f06a5/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1383.093014] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae96dd-2b5c-dd88-71d5-c46b5f8f06a5/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1383.093256] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e433d0ff-fa95-4b1a-9259-a7307d0ba637 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.467960] env[70220]: INFO nova.compute.manager [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Took 12.05 seconds to build instance. [ 1383.779333] env[70220]: DEBUG oslo_vmware.rw_handles [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ae96dd-2b5c-dd88-71d5-c46b5f8f06a5/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1383.779591] env[70220]: INFO nova.virt.vmwareapi.images [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Downloaded image file data dd816547-66a5-4e83-a5cd-9facadeeacac [ 1383.780409] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460a270d-6c88-4674-988d-0760128f2f2a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.796491] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfe38acb-e7f6-4d62-bcf7-0a5229f92209 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.950601] env[70220]: INFO nova.virt.vmwareapi.images [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] The imported VM was unregistered [ 1383.952928] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Caching image {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1383.953171] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Creating directory with path [datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1383.953443] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70e45685-7895-4673-ad77-1574a9df1ebe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.970246] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1fac0405-e187-4711-9499-a793ec187035 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "924f5796-2464-471a-a146-d5aaf484445b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.562s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.990652] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Created directory with path [datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1383.990919] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c4311dd0-40a7-40d6-8b54-14f02dffdf1e/OSTACK_IMG_c4311dd0-40a7-40d6-8b54-14f02dffdf1e.vmdk to [datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac/dd816547-66a5-4e83-a5cd-9facadeeacac.vmdk. {{(pid=70220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1383.991242] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b63a2cc8-f991-458e-b36c-d4d9bc8585d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.998634] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1383.998634] env[70220]: value = "task-3626702" [ 1383.998634] env[70220]: _type = "Task" [ 1383.998634] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.006578] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626702, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.508949] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626702, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.792508] env[70220]: DEBUG oslo_concurrency.lockutils [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "924f5796-2464-471a-a146-d5aaf484445b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.792821] env[70220]: DEBUG oslo_concurrency.lockutils [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "924f5796-2464-471a-a146-d5aaf484445b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.793053] env[70220]: DEBUG oslo_concurrency.lockutils [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "924f5796-2464-471a-a146-d5aaf484445b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.793273] env[70220]: DEBUG oslo_concurrency.lockutils [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "924f5796-2464-471a-a146-d5aaf484445b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.793472] env[70220]: DEBUG oslo_concurrency.lockutils [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "924f5796-2464-471a-a146-d5aaf484445b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.795829] env[70220]: INFO nova.compute.manager [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Terminating instance [ 1385.010376] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626702, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.299754] env[70220]: DEBUG nova.compute.manager [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1385.300063] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.301109] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82528730-e483-4794-a03c-86cd98c8008a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.309543] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.309893] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c917f5d4-09eb-4b59-a766-15c2b375c8ce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.318456] env[70220]: DEBUG oslo_vmware.api [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1385.318456] env[70220]: value = "task-3626703" [ 1385.318456] env[70220]: _type = "Task" [ 1385.318456] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.329232] env[70220]: DEBUG oslo_vmware.api [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.510846] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626702, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.829024] env[70220]: DEBUG oslo_vmware.api [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.015886] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626702, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.329582] env[70220]: DEBUG oslo_vmware.api [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626703, 'name': PowerOffVM_Task, 'duration_secs': 0.950378} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.329933] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.330129] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.330398] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-284c36e6-e76e-4615-8e1a-d1cbe8deb7b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.512475] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626702, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.722298] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.722545] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.722699] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleting the datastore file [datastore2] 924f5796-2464-471a-a146-d5aaf484445b {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.723039] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ed87ebb-8d5c-41f1-b164-67dc7d80af74 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.729087] env[70220]: DEBUG oslo_vmware.api [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1386.729087] env[70220]: value = "task-3626705" [ 1386.729087] env[70220]: _type = "Task" [ 1386.729087] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.738805] env[70220]: DEBUG oslo_vmware.api [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.011760] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626702, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.771647} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.012044] env[70220]: INFO nova.virt.vmwareapi.ds_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c4311dd0-40a7-40d6-8b54-14f02dffdf1e/OSTACK_IMG_c4311dd0-40a7-40d6-8b54-14f02dffdf1e.vmdk to [datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac/dd816547-66a5-4e83-a5cd-9facadeeacac.vmdk. [ 1387.012242] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Cleaning up location [datastore2] OSTACK_IMG_c4311dd0-40a7-40d6-8b54-14f02dffdf1e {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1387.012406] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c4311dd0-40a7-40d6-8b54-14f02dffdf1e {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.012652] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2927f6e-4157-4507-92cf-ce3be82eeb2e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.019319] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1387.019319] env[70220]: value = "task-3626706" [ 1387.019319] env[70220]: _type = "Task" [ 1387.019319] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.026311] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.238743] env[70220]: DEBUG oslo_vmware.api [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188955} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.239035] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.239223] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.239393] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.239563] env[70220]: INFO nova.compute.manager [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Took 1.94 seconds to destroy the instance on the hypervisor. [ 1387.239802] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1387.239985] env[70220]: DEBUG nova.compute.manager [-] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1387.240090] env[70220]: DEBUG nova.network.neutron [-] [instance: 924f5796-2464-471a-a146-d5aaf484445b] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.485040] env[70220]: DEBUG nova.compute.manager [req-65b7183b-a2f5-495a-8acf-ed9ca8bbbfe1 req-4a1bcf6b-fdb0-425a-a09f-8feb7992d052 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Received event network-vif-deleted-c271bb61-47a6-4aff-b08a-5651c4dab05b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1387.485040] env[70220]: INFO nova.compute.manager [req-65b7183b-a2f5-495a-8acf-ed9ca8bbbfe1 req-4a1bcf6b-fdb0-425a-a09f-8feb7992d052 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Neutron deleted interface c271bb61-47a6-4aff-b08a-5651c4dab05b; detaching it from the instance and deleting it from the info cache [ 1387.485040] env[70220]: DEBUG nova.network.neutron [req-65b7183b-a2f5-495a-8acf-ed9ca8bbbfe1 req-4a1bcf6b-fdb0-425a-a09f-8feb7992d052 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.529554] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033922} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.529828] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.530012] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac/dd816547-66a5-4e83-a5cd-9facadeeacac.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.530273] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac/dd816547-66a5-4e83-a5cd-9facadeeacac.vmdk to [datastore2] 3d865c7a-4395-464d-ad22-f4c0e035c515/3d865c7a-4395-464d-ad22-f4c0e035c515.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.530586] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e156273-35b1-4ed2-ad53-1bb3b45e71fa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.537515] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1387.537515] env[70220]: value = "task-3626707" [ 1387.537515] env[70220]: _type = "Task" [ 1387.537515] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.545037] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.966215] env[70220]: DEBUG nova.network.neutron [-] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.987540] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce99b232-7482-44e1-8780-25a0ab223371 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.997934] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8585c36e-79ee-48b4-b750-a55dfaa7c338 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.028084] env[70220]: DEBUG nova.compute.manager [req-65b7183b-a2f5-495a-8acf-ed9ca8bbbfe1 req-4a1bcf6b-fdb0-425a-a09f-8feb7992d052 service nova] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Detach interface failed, port_id=c271bb61-47a6-4aff-b08a-5651c4dab05b, reason: Instance 924f5796-2464-471a-a146-d5aaf484445b could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1388.047239] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626707, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.469830] env[70220]: INFO nova.compute.manager [-] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Took 1.23 seconds to deallocate network for instance. [ 1388.550467] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626707, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.976839] env[70220]: DEBUG oslo_concurrency.lockutils [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.977172] env[70220]: DEBUG oslo_concurrency.lockutils [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.977403] env[70220]: DEBUG nova.objects.instance [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lazy-loading 'resources' on Instance uuid 924f5796-2464-471a-a146-d5aaf484445b {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.048855] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626707, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.550878] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626707, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.576823] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56e3897-bf4f-49fe-9c40-2ee2e6cbd657 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.585435] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f74059-579c-4ad7-b7da-52717d60d4a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.617659] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb837d8-d2f9-4454-939c-3ffb35ae1a05 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.625323] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5026b383-1196-457f-ba8b-ffc45388e169 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.639225] env[70220]: DEBUG nova.compute.provider_tree [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.051378] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626707, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.127078} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.051734] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/dd816547-66a5-4e83-a5cd-9facadeeacac/dd816547-66a5-4e83-a5cd-9facadeeacac.vmdk to [datastore2] 3d865c7a-4395-464d-ad22-f4c0e035c515/3d865c7a-4395-464d-ad22-f4c0e035c515.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1390.052348] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb6f08-7123-4044-a647-f0c5e87f9600 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.074368] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 3d865c7a-4395-464d-ad22-f4c0e035c515/3d865c7a-4395-464d-ad22-f4c0e035c515.vmdk or device None with type streamOptimized {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.074604] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bab18162-0f41-4e76-9b96-a5e87020b348 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.092621] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1390.092621] env[70220]: value = "task-3626708" [ 1390.092621] env[70220]: _type = "Task" [ 1390.092621] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.100808] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.142914] env[70220]: DEBUG nova.scheduler.client.report [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.602791] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626708, 'name': ReconfigVM_Task, 'duration_secs': 0.305331} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.603125] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 3d865c7a-4395-464d-ad22-f4c0e035c515/3d865c7a-4395-464d-ad22-f4c0e035c515.vmdk or device None with type streamOptimized {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1390.603723] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbfc1fe3-1fbb-4e55-a110-e263e69ddfa9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.609678] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1390.609678] env[70220]: value = "task-3626709" [ 1390.609678] env[70220]: _type = "Task" [ 1390.609678] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.616643] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626709, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.647508] env[70220]: DEBUG oslo_concurrency.lockutils [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.665730] env[70220]: INFO nova.scheduler.client.report [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted allocations for instance 924f5796-2464-471a-a146-d5aaf484445b [ 1391.119213] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626709, 'name': Rename_Task, 'duration_secs': 0.152797} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.119511] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1391.119737] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee5bbf60-b860-424f-9fa4-7a7f1ecbac9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.125822] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1391.125822] env[70220]: value = "task-3626710" [ 1391.125822] env[70220]: _type = "Task" [ 1391.125822] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.132946] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.175158] env[70220]: DEBUG oslo_concurrency.lockutils [None req-98f9c2df-a3e4-48d1-9140-efa8f4c30b81 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "924f5796-2464-471a-a146-d5aaf484445b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.382s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.637789] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.664284] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.664505] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.664683] env[70220]: DEBUG nova.compute.manager [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1391.665454] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6be3ae2-2dfe-4ed5-9652-0628a83cef51 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.671112] env[70220]: DEBUG nova.compute.manager [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1391.671690] env[70220]: DEBUG nova.objects.instance [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'flavor' on Instance uuid e5f54108-5319-4ba7-81fb-d3cd3c1b35b4 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.767218] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.767582] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.135781] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626710, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.270654] env[70220]: DEBUG nova.compute.manager [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.636631] env[70220]: DEBUG oslo_vmware.api [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626710, 'name': PowerOnVM_Task, 'duration_secs': 1.018051} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.636889] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.678641] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.678936] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8096157-0439-4810-9bbc-495170fa909e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.685110] env[70220]: DEBUG oslo_vmware.api [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1392.685110] env[70220]: value = "task-3626711" [ 1392.685110] env[70220]: _type = "Task" [ 1392.685110] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.692982] env[70220]: DEBUG oslo_vmware.api [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.729986] env[70220]: DEBUG nova.compute.manager [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1392.730974] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367184c8-1d9d-4fdd-9b88-29ccfe96407e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.796443] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.796770] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.798313] env[70220]: INFO nova.compute.claims [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1393.194807] env[70220]: DEBUG oslo_vmware.api [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626711, 'name': PowerOffVM_Task, 'duration_secs': 0.219877} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.195269] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.195324] env[70220]: DEBUG nova.compute.manager [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.196100] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b084b8d6-a03f-4f63-90ca-6479b0afc75a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.246685] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3ecb1ca5-f0e8-4310-baf0-87f2054a11c3 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.176s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.707052] env[70220]: DEBUG oslo_concurrency.lockutils [None req-2f56438c-956b-4dba-ba19-a90a18a115a7 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.042s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.885490] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de1410f-0615-4211-8f61-cbe5a82240c7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.893097] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c0acad-927c-445c-b01d-231e798f50de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.922811] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2dca98-47fd-4e9d-8515-425eae1ea060 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.929910] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcdb341-5a38-489d-994b-6b8302e71518 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.942823] env[70220]: DEBUG nova.compute.provider_tree [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.027616] env[70220]: DEBUG nova.objects.instance [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'flavor' on Instance uuid e5f54108-5319-4ba7-81fb-d3cd3c1b35b4 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.446332] env[70220]: DEBUG nova.scheduler.client.report [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.532166] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.532313] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.532486] env[70220]: DEBUG nova.network.neutron [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.532669] env[70220]: DEBUG nova.objects.instance [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'info_cache' on Instance uuid e5f54108-5319-4ba7-81fb-d3cd3c1b35b4 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.951795] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.952329] env[70220]: DEBUG nova.compute.manager [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1395.035839] env[70220]: DEBUG nova.objects.base [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1395.457075] env[70220]: DEBUG nova.compute.utils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1395.458528] env[70220]: DEBUG nova.compute.manager [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1395.459094] env[70220]: DEBUG nova.network.neutron [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1395.502447] env[70220]: DEBUG nova.policy [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a63844d92eb343e18c4e57190f88e8f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892037b8819441efaa0930993498ce03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1395.858750] env[70220]: DEBUG nova.network.neutron [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Updating instance_info_cache with network_info: [{"id": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "address": "fa:16:3e:68:6d:18", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920303c6-b8", "ovs_interfaceid": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.889724] env[70220]: DEBUG nova.network.neutron [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Successfully created port: b0296c84-9320-4354-9cfb-4eaa4596a288 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.962462] env[70220]: DEBUG nova.compute.manager [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1396.361609] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.972921] env[70220]: DEBUG nova.compute.manager [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1396.999048] env[70220]: DEBUG nova.virt.hardware [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.999329] env[70220]: DEBUG nova.virt.hardware [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.999488] env[70220]: DEBUG nova.virt.hardware [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.999669] env[70220]: DEBUG nova.virt.hardware [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.999819] env[70220]: DEBUG nova.virt.hardware [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.999964] env[70220]: DEBUG nova.virt.hardware [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1397.000188] env[70220]: DEBUG nova.virt.hardware [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1397.000348] env[70220]: DEBUG nova.virt.hardware [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1397.000513] env[70220]: DEBUG nova.virt.hardware [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1397.000675] env[70220]: DEBUG nova.virt.hardware [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1397.000848] env[70220]: DEBUG nova.virt.hardware [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1397.001740] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff30bba-d9a1-42e8-b808-131e4a6d9a11 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.009871] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19abe2c8-bb33-488e-88a6-54a22dd1daa2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.235753] env[70220]: DEBUG nova.compute.manager [req-45cd589c-844f-4d4a-a545-4e477230ba0e req-b4ab29b0-b758-409a-8cf1-2c3cb6e1b1af service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Received event network-vif-plugged-b0296c84-9320-4354-9cfb-4eaa4596a288 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.235972] env[70220]: DEBUG oslo_concurrency.lockutils [req-45cd589c-844f-4d4a-a545-4e477230ba0e req-b4ab29b0-b758-409a-8cf1-2c3cb6e1b1af service nova] Acquiring lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.236231] env[70220]: DEBUG oslo_concurrency.lockutils [req-45cd589c-844f-4d4a-a545-4e477230ba0e req-b4ab29b0-b758-409a-8cf1-2c3cb6e1b1af service nova] Lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.236358] env[70220]: DEBUG oslo_concurrency.lockutils [req-45cd589c-844f-4d4a-a545-4e477230ba0e req-b4ab29b0-b758-409a-8cf1-2c3cb6e1b1af service nova] Lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.236526] env[70220]: DEBUG nova.compute.manager [req-45cd589c-844f-4d4a-a545-4e477230ba0e req-b4ab29b0-b758-409a-8cf1-2c3cb6e1b1af service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] No waiting events found dispatching network-vif-plugged-b0296c84-9320-4354-9cfb-4eaa4596a288 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1397.236725] env[70220]: WARNING nova.compute.manager [req-45cd589c-844f-4d4a-a545-4e477230ba0e req-b4ab29b0-b758-409a-8cf1-2c3cb6e1b1af service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Received unexpected event network-vif-plugged-b0296c84-9320-4354-9cfb-4eaa4596a288 for instance with vm_state building and task_state spawning. [ 1397.308946] env[70220]: DEBUG nova.network.neutron [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Successfully updated port: b0296c84-9320-4354-9cfb-4eaa4596a288 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1397.367780] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.368189] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0285bb1-ea62-4702-948c-ff6067fcfb88 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.376578] env[70220]: DEBUG oslo_vmware.api [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1397.376578] env[70220]: value = "task-3626712" [ 1397.376578] env[70220]: _type = "Task" [ 1397.376578] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.384282] env[70220]: DEBUG oslo_vmware.api [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.811085] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "refresh_cache-d483958f-928d-4cd2-b3ba-5e8b42a5d719" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.811253] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "refresh_cache-d483958f-928d-4cd2-b3ba-5e8b42a5d719" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.811398] env[70220]: DEBUG nova.network.neutron [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.885966] env[70220]: DEBUG oslo_vmware.api [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626712, 'name': PowerOnVM_Task, 'duration_secs': 0.424665} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.886216] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.886483] env[70220]: DEBUG nova.compute.manager [None req-6a483fa7-97a3-4a8f-91c9-99d8450f616d tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.887279] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5e3cb3-6d12-4e8c-9d67-cf0c0d2b77c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.343277] env[70220]: DEBUG nova.network.neutron [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1398.466342] env[70220]: DEBUG nova.network.neutron [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Updating instance_info_cache with network_info: [{"id": "b0296c84-9320-4354-9cfb-4eaa4596a288", "address": "fa:16:3e:74:20:e6", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0296c84-93", "ovs_interfaceid": "b0296c84-9320-4354-9cfb-4eaa4596a288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.748695] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01895dfd-a3a5-49be-b1ea-f3a32e495691 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.755534] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-91e52db6-d982-43ba-a8a9-f6129d9531c5 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Suspending the VM {{(pid=70220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1398.755784] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2292ebd1-95e0-417a-99d0-bb446e9daf02 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.762228] env[70220]: DEBUG oslo_vmware.api [None req-91e52db6-d982-43ba-a8a9-f6129d9531c5 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1398.762228] env[70220]: value = "task-3626713" [ 1398.762228] env[70220]: _type = "Task" [ 1398.762228] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.769434] env[70220]: DEBUG oslo_vmware.api [None req-91e52db6-d982-43ba-a8a9-f6129d9531c5 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626713, 'name': SuspendVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.968613] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "refresh_cache-d483958f-928d-4cd2-b3ba-5e8b42a5d719" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.969032] env[70220]: DEBUG nova.compute.manager [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Instance network_info: |[{"id": "b0296c84-9320-4354-9cfb-4eaa4596a288", "address": "fa:16:3e:74:20:e6", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0296c84-93", "ovs_interfaceid": "b0296c84-9320-4354-9cfb-4eaa4596a288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1398.969465] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:20:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0296c84-9320-4354-9cfb-4eaa4596a288', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.976960] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.977120] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.977337] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d881209-2ba9-4898-a8f2-2221d8474e1f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.996915] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.996915] env[70220]: value = "task-3626714" [ 1398.996915] env[70220]: _type = "Task" [ 1398.996915] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.003796] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626714, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.264876] env[70220]: DEBUG nova.compute.manager [req-47655676-630e-4f49-8b5e-d4c87766a3cd req-c68f161c-f419-4598-81de-603dd3463c7c service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Received event network-changed-b0296c84-9320-4354-9cfb-4eaa4596a288 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.265118] env[70220]: DEBUG nova.compute.manager [req-47655676-630e-4f49-8b5e-d4c87766a3cd req-c68f161c-f419-4598-81de-603dd3463c7c service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Refreshing instance network info cache due to event network-changed-b0296c84-9320-4354-9cfb-4eaa4596a288. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1399.265292] env[70220]: DEBUG oslo_concurrency.lockutils [req-47655676-630e-4f49-8b5e-d4c87766a3cd req-c68f161c-f419-4598-81de-603dd3463c7c service nova] Acquiring lock "refresh_cache-d483958f-928d-4cd2-b3ba-5e8b42a5d719" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.265434] env[70220]: DEBUG oslo_concurrency.lockutils [req-47655676-630e-4f49-8b5e-d4c87766a3cd req-c68f161c-f419-4598-81de-603dd3463c7c service nova] Acquired lock "refresh_cache-d483958f-928d-4cd2-b3ba-5e8b42a5d719" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.265591] env[70220]: DEBUG nova.network.neutron [req-47655676-630e-4f49-8b5e-d4c87766a3cd req-c68f161c-f419-4598-81de-603dd3463c7c service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Refreshing network info cache for port b0296c84-9320-4354-9cfb-4eaa4596a288 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1399.275616] env[70220]: DEBUG oslo_vmware.api [None req-91e52db6-d982-43ba-a8a9-f6129d9531c5 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626713, 'name': SuspendVM_Task} progress is 29%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.506571] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626714, 'name': CreateVM_Task, 'duration_secs': 0.415425} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.508021] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.508021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.508221] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.508465] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.508710] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8497cbd4-0aa0-47d9-b1da-7ee5714c96e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.513581] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1399.513581] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5260fe6e-08d7-93a0-60b2-9c89561a65ff" [ 1399.513581] env[70220]: _type = "Task" [ 1399.513581] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.520874] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5260fe6e-08d7-93a0-60b2-9c89561a65ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.775287] env[70220]: DEBUG oslo_vmware.api [None req-91e52db6-d982-43ba-a8a9-f6129d9531c5 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626713, 'name': SuspendVM_Task} progress is 87%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.984793] env[70220]: DEBUG nova.network.neutron [req-47655676-630e-4f49-8b5e-d4c87766a3cd req-c68f161c-f419-4598-81de-603dd3463c7c service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Updated VIF entry in instance network info cache for port b0296c84-9320-4354-9cfb-4eaa4596a288. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1399.985198] env[70220]: DEBUG nova.network.neutron [req-47655676-630e-4f49-8b5e-d4c87766a3cd req-c68f161c-f419-4598-81de-603dd3463c7c service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Updating instance_info_cache with network_info: [{"id": "b0296c84-9320-4354-9cfb-4eaa4596a288", "address": "fa:16:3e:74:20:e6", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0296c84-93", "ovs_interfaceid": "b0296c84-9320-4354-9cfb-4eaa4596a288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.025382] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5260fe6e-08d7-93a0-60b2-9c89561a65ff, 'name': SearchDatastore_Task, 'duration_secs': 0.022077} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.025666] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.025837] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.027059] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.027059] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.027059] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.027059] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f94e7364-6113-495e-b2d8-62c3c17a5f58 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.036250] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.036465] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.037260] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a6e6d2-aafd-4d79-9d28-9ab77f0c7217 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.042456] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1400.042456] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5255c4d5-9feb-b90c-9426-c6bf753adc9c" [ 1400.042456] env[70220]: _type = "Task" [ 1400.042456] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.049762] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5255c4d5-9feb-b90c-9426-c6bf753adc9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.276543] env[70220]: DEBUG oslo_vmware.api [None req-91e52db6-d982-43ba-a8a9-f6129d9531c5 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626713, 'name': SuspendVM_Task, 'duration_secs': 1.213311} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.276789] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-91e52db6-d982-43ba-a8a9-f6129d9531c5 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Suspended the VM {{(pid=70220) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1400.276968] env[70220]: DEBUG nova.compute.manager [None req-91e52db6-d982-43ba-a8a9-f6129d9531c5 tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.277736] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba49dc20-a30e-4dcb-ad87-a8a2971bcaa5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.394873] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.488362] env[70220]: DEBUG oslo_concurrency.lockutils [req-47655676-630e-4f49-8b5e-d4c87766a3cd req-c68f161c-f419-4598-81de-603dd3463c7c service nova] Releasing lock "refresh_cache-d483958f-928d-4cd2-b3ba-5e8b42a5d719" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.552501] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5255c4d5-9feb-b90c-9426-c6bf753adc9c, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.553320] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1722447d-165c-4afa-b0e6-0e297f7251de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.558063] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1400.558063] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e34949-ef7a-6796-0368-c1728561191b" [ 1400.558063] env[70220]: _type = "Task" [ 1400.558063] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.565217] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e34949-ef7a-6796-0368-c1728561191b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.068317] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52e34949-ef7a-6796-0368-c1728561191b, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.068570] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.068829] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] d483958f-928d-4cd2-b3ba-5e8b42a5d719/d483958f-928d-4cd2-b3ba-5e8b42a5d719.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.069114] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc8a2743-85aa-41ea-8479-d237091f0bfa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.075698] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1401.075698] env[70220]: value = "task-3626715" [ 1401.075698] env[70220]: _type = "Task" [ 1401.075698] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.083288] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.097881] env[70220]: INFO nova.compute.manager [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Resuming [ 1401.098539] env[70220]: DEBUG nova.objects.instance [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'flavor' on Instance uuid e5f54108-5319-4ba7-81fb-d3cd3c1b35b4 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.394474] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.394686] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1401.584881] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626715, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.087255] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586566} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.087518] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] d483958f-928d-4cd2-b3ba-5e8b42a5d719/d483958f-928d-4cd2-b3ba-5e8b42a5d719.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.087752] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.088013] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af86885e-e35d-49f7-b8e9-6d4c7869fb66 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.093578] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1402.093578] env[70220]: value = "task-3626716" [ 1402.093578] env[70220]: _type = "Task" [ 1402.093578] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.100669] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.395407] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.605168] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062525} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.605459] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.606239] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee0dc4a-b3f6-4b94-bcd1-3d82d54e05da {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.608864] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.609077] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquired lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.609266] env[70220]: DEBUG nova.network.neutron [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.630809] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] d483958f-928d-4cd2-b3ba-5e8b42a5d719/d483958f-928d-4cd2-b3ba-5e8b42a5d719.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.631604] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f19a82a9-99a4-482b-91ac-a5b5fb2a4fca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.650470] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1402.650470] env[70220]: value = "task-3626717" [ 1402.650470] env[70220]: _type = "Task" [ 1402.650470] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.658427] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.161766] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626717, 'name': ReconfigVM_Task, 'duration_secs': 0.261041} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.162046] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Reconfigured VM instance instance-00000074 to attach disk [datastore1] d483958f-928d-4cd2-b3ba-5e8b42a5d719/d483958f-928d-4cd2-b3ba-5e8b42a5d719.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1403.162664] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99c858fd-89b7-43ce-a7ea-715a0696d929 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.168529] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1403.168529] env[70220]: value = "task-3626718" [ 1403.168529] env[70220]: _type = "Task" [ 1403.168529] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.175803] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626718, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.315223] env[70220]: DEBUG nova.network.neutron [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Updating instance_info_cache with network_info: [{"id": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "address": "fa:16:3e:68:6d:18", "network": {"id": "ef735d3d-2b4f-4855-89fd-00c7cf6d5fcb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2027054582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e26f00c7bac245ef953e8e4641ad68a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap920303c6-b8", "ovs_interfaceid": "920303c6-b8c1-4a27-9f3e-524cc4ea4d53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.394508] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.394738] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.394908] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.678820] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626718, 'name': Rename_Task, 'duration_secs': 0.135607} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.679112] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.679336] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-190c247d-dd63-4505-985e-df5d62219720 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.685413] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1403.685413] env[70220]: value = "task-3626719" [ 1403.685413] env[70220]: _type = "Task" [ 1403.685413] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.693523] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.818515] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Releasing lock "refresh_cache-e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.819555] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cd7b76-2093-4d36-b5d8-b1375bc1b79e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.825986] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Resuming the VM {{(pid=70220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1403.826236] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb90876c-618e-4cfb-b530-cb0911f66950 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.832238] env[70220]: DEBUG oslo_vmware.api [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1403.832238] env[70220]: value = "task-3626720" [ 1403.832238] env[70220]: _type = "Task" [ 1403.832238] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.839877] env[70220]: DEBUG oslo_vmware.api [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.898214] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.898566] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.898758] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.898920] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1403.899828] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d89905a-b6fa-4b56-80bc-aacc3db479cc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.907633] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc6cfa0-6b1d-44b8-a56b-84f406014720 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.922696] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa88f7d-92c4-4be5-b453-ea6d9eef623e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.929187] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39439fb5-e0da-47c6-9087-aaa97775f7ae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.958323] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180352MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1403.958465] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.958685] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.195932] env[70220]: DEBUG oslo_vmware.api [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626719, 'name': PowerOnVM_Task, 'duration_secs': 0.426568} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.196349] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.196929] env[70220]: INFO nova.compute.manager [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1404.196929] env[70220]: DEBUG nova.compute.manager [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.197605] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e9521b-be0b-4706-97a2-f17e49fb8636 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.342662] env[70220]: DEBUG oslo_vmware.api [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626720, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.717821] env[70220]: INFO nova.compute.manager [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Took 11.94 seconds to build instance. [ 1404.842664] env[70220]: DEBUG oslo_vmware.api [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626720, 'name': PowerOnVM_Task, 'duration_secs': 0.580058} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.842955] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Resumed the VM {{(pid=70220) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1404.843175] env[70220]: DEBUG nova.compute.manager [None req-8a46d89e-031a-4323-a3d8-05ee146abccc tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1404.843964] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66be8c5-04f1-43ba-abf3-0dd0f8591e1d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.985725] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance d5170c4c-0621-48d2-84af-265c170a088c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.985879] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance e5f54108-5319-4ba7-81fb-d3cd3c1b35b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.986010] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance c8c2b9c8-7baa-49ca-8862-66203ea6a60f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.986135] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 9b836194-ef04-4f1f-a992-1f79b0e9a3cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.986302] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 3d865c7a-4395-464d-ad22-f4c0e035c515 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.986453] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance d483958f-928d-4cd2-b3ba-5e8b42a5d719 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1404.986640] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1404.986796] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1405.065054] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966e66b2-0555-46da-9f7c-bc24300106c2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.072769] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054c2f1c-fe37-4541-8898-623cb714efb1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.104815] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25874e58-da0e-43d8-81c8-5c2d9b170e9b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.112496] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3c056b-e14c-4638-8d65-0e0c5bfb478f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.126753] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.219375] env[70220]: DEBUG oslo_concurrency.lockutils [None req-8adb21ba-ce04-4f8e-9ed0-6f5614637299 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.452s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.630361] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.838727] env[70220]: DEBUG oslo_concurrency.lockutils [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.839091] env[70220]: DEBUG oslo_concurrency.lockutils [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.839187] env[70220]: DEBUG oslo_concurrency.lockutils [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.839377] env[70220]: DEBUG oslo_concurrency.lockutils [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.839549] env[70220]: DEBUG oslo_concurrency.lockutils [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.841650] env[70220]: INFO nova.compute.manager [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Terminating instance [ 1406.025298] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.026042] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.026265] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.026491] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.026694] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.028763] env[70220]: INFO nova.compute.manager [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Terminating instance [ 1406.134881] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1406.135149] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.176s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.344880] env[70220]: DEBUG nova.compute.manager [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.345095] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.346448] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca268a0a-962c-4b54-aef3-2758758cbb6e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.354064] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.354306] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff3c8541-a33e-4ddd-b0a5-ce308a9a2e60 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.361609] env[70220]: DEBUG oslo_vmware.api [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1406.361609] env[70220]: value = "task-3626721" [ 1406.361609] env[70220]: _type = "Task" [ 1406.361609] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.368756] env[70220]: DEBUG oslo_vmware.api [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.532995] env[70220]: DEBUG nova.compute.manager [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.533297] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.534377] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd1441-b13c-48a6-a7af-365f94769e16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.541900] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.542162] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeb2c6f2-4b1e-45f5-a4ef-f239efe0aff7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.548013] env[70220]: DEBUG oslo_vmware.api [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1406.548013] env[70220]: value = "task-3626722" [ 1406.548013] env[70220]: _type = "Task" [ 1406.548013] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.556018] env[70220]: DEBUG oslo_vmware.api [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.871894] env[70220]: DEBUG oslo_vmware.api [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626721, 'name': PowerOffVM_Task, 'duration_secs': 0.195146} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.872427] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.872427] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.872567] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3806f0b-111b-47c0-a222-c91a5fa85d1f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.933949] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.934194] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.934382] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleting the datastore file [datastore2] e5f54108-5319-4ba7-81fb-d3cd3c1b35b4 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.934670] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5122dd45-bbc9-4818-9847-269486448552 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.941361] env[70220]: DEBUG oslo_vmware.api [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for the task: (returnval){ [ 1406.941361] env[70220]: value = "task-3626724" [ 1406.941361] env[70220]: _type = "Task" [ 1406.941361] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.949935] env[70220]: DEBUG oslo_vmware.api [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.057523] env[70220]: DEBUG oslo_vmware.api [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626722, 'name': PowerOffVM_Task, 'duration_secs': 0.20019} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.057844] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.058055] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.058327] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dd49baf-b376-4116-9bea-f6081956c25a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.120961] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.121215] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.121400] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleting the datastore file [datastore1] d483958f-928d-4cd2-b3ba-5e8b42a5d719 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.121671] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e9600e8-86c7-4965-a1fd-fa537c172499 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.128423] env[70220]: DEBUG oslo_vmware.api [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1407.128423] env[70220]: value = "task-3626726" [ 1407.128423] env[70220]: _type = "Task" [ 1407.128423] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.136023] env[70220]: DEBUG oslo_vmware.api [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.451739] env[70220]: DEBUG oslo_vmware.api [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Task: {'id': task-3626724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136742} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.451963] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.452234] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.452444] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.452622] env[70220]: INFO nova.compute.manager [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1407.452908] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.453135] env[70220]: DEBUG nova.compute.manager [-] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.453233] env[70220]: DEBUG nova.network.neutron [-] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.638532] env[70220]: DEBUG oslo_vmware.api [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153897} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.638532] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.638532] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.638709] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.638814] env[70220]: INFO nova.compute.manager [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1407.639064] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.639295] env[70220]: DEBUG nova.compute.manager [-] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.639389] env[70220]: DEBUG nova.network.neutron [-] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1408.013093] env[70220]: DEBUG nova.compute.manager [req-6eb7246c-90ee-49d4-9652-d37d1be40fbd req-9674841f-4153-45d3-87a4-ec5be3cb3fd5 service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Received event network-vif-deleted-b0296c84-9320-4354-9cfb-4eaa4596a288 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.013330] env[70220]: INFO nova.compute.manager [req-6eb7246c-90ee-49d4-9652-d37d1be40fbd req-9674841f-4153-45d3-87a4-ec5be3cb3fd5 service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Neutron deleted interface b0296c84-9320-4354-9cfb-4eaa4596a288; detaching it from the instance and deleting it from the info cache [ 1408.013485] env[70220]: DEBUG nova.network.neutron [req-6eb7246c-90ee-49d4-9652-d37d1be40fbd req-9674841f-4153-45d3-87a4-ec5be3cb3fd5 service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.135333] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.135572] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.493359] env[70220]: DEBUG nova.network.neutron [-] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.516052] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-917490ae-3986-4f14-8c05-c5f8d482c542 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.528778] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb9c715-f510-4a55-8707-9d5ed7946b35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.539337] env[70220]: DEBUG nova.network.neutron [-] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.558405] env[70220]: DEBUG nova.compute.manager [req-6eb7246c-90ee-49d4-9652-d37d1be40fbd req-9674841f-4153-45d3-87a4-ec5be3cb3fd5 service nova] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Detach interface failed, port_id=b0296c84-9320-4354-9cfb-4eaa4596a288, reason: Instance d483958f-928d-4cd2-b3ba-5e8b42a5d719 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.640650] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1408.995708] env[70220]: INFO nova.compute.manager [-] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Took 1.36 seconds to deallocate network for instance. [ 1409.041785] env[70220]: INFO nova.compute.manager [-] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Took 1.59 seconds to deallocate network for instance. [ 1409.502667] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.503029] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.503271] env[70220]: DEBUG nova.objects.instance [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lazy-loading 'resources' on Instance uuid d483958f-928d-4cd2-b3ba-5e8b42a5d719 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.547740] env[70220]: DEBUG oslo_concurrency.lockutils [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.040442] env[70220]: DEBUG nova.compute.manager [req-39f7e397-82aa-4a2c-8840-c0cc472e6875 req-f7db74d8-445f-484a-aa54-760779a57835 service nova] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Received event network-vif-deleted-920303c6-b8c1-4a27-9f3e-524cc4ea4d53 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.086185] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c40169-92d5-43c1-8dfa-52ef13625558 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.093409] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aef24c7-8e5d-45c8-9e25-f66a6c470d3e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.124083] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f46ff7e-ac80-476d-a02d-6647ff16adc3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.130732] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cbccaa-e7e6-4ed5-a44c-8b08a41091a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.143201] env[70220]: DEBUG nova.compute.provider_tree [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.646601] env[70220]: DEBUG nova.scheduler.client.report [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.151458] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.153847] env[70220]: DEBUG oslo_concurrency.lockutils [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.606s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.154099] env[70220]: DEBUG nova.objects.instance [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lazy-loading 'resources' on Instance uuid e5f54108-5319-4ba7-81fb-d3cd3c1b35b4 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.169603] env[70220]: INFO nova.scheduler.client.report [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted allocations for instance d483958f-928d-4cd2-b3ba-5e8b42a5d719 [ 1411.676165] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7073ccbc-c7cb-4c19-a766-c0f22bffdeed tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "d483958f-928d-4cd2-b3ba-5e8b42a5d719" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.650s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.721135] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b01015-afc5-4787-8a58-7554fe9964d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.728982] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738be24a-4d34-4ac4-b118-37ef41022687 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.760775] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a4c254-c10b-4ecc-ab6f-c419d81a9bd6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.767963] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112ff270-f779-4ddc-8692-f5204058ab85 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.784055] env[70220]: DEBUG nova.compute.provider_tree [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.287087] env[70220]: DEBUG nova.scheduler.client.report [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.792510] env[70220]: DEBUG oslo_concurrency.lockutils [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.808325] env[70220]: INFO nova.scheduler.client.report [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Deleted allocations for instance e5f54108-5319-4ba7-81fb-d3cd3c1b35b4 [ 1413.017435] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "30191a41-04e5-4fd2-a82d-670466908140" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.017669] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "30191a41-04e5-4fd2-a82d-670466908140" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.315929] env[70220]: DEBUG oslo_concurrency.lockutils [None req-95809eed-90b4-4f26-bebc-e3505c54525c tempest-ServerActionsTestJSON-1138251988 tempest-ServerActionsTestJSON-1138251988-project-member] Lock "e5f54108-5319-4ba7-81fb-d3cd3c1b35b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.477s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.521701] env[70220]: DEBUG nova.compute.manager [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1414.048378] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.049621] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.050053] env[70220]: INFO nova.compute.claims [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.142254] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "d5170c4c-0621-48d2-84af-265c170a088c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.142542] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.650590] env[70220]: INFO nova.compute.manager [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Detaching volume bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad [ 1414.695799] env[70220]: INFO nova.virt.block_device [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Attempting to driver detach volume bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad from mountpoint /dev/sdb [ 1414.696057] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1414.696261] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723240', 'volume_id': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'name': 'volume-bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5170c4c-0621-48d2-84af-265c170a088c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'serial': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1414.697231] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e450d1-bbca-43fc-a401-2b40bf169847 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.719109] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec8a14b-a624-4044-9c98-87d9b46f52c9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.726667] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd45f47-72d7-4f0d-badc-92bed6b9407f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.747603] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075c2a34-eb4e-47d7-85d2-cfb73c05fe1b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.762444] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] The volume has not been displaced from its original location: [datastore1] volume-bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad/volume-bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1414.767718] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1414.768078] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7310e825-6005-4724-b10b-868ab36d3da7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.786022] env[70220]: DEBUG oslo_vmware.api [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1414.786022] env[70220]: value = "task-3626727" [ 1414.786022] env[70220]: _type = "Task" [ 1414.786022] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.793739] env[70220]: DEBUG oslo_vmware.api [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.131560] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61692780-eefe-49a4-85f2-22f72810239d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.140692] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a3cbed-5819-4c53-88f1-71d794da65bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.169609] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec262c2e-b40e-4705-b831-643740052dc4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.176517] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6f8d8b-fa40-43ee-8842-b4f3d5fc39a2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.189976] env[70220]: DEBUG nova.compute.provider_tree [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.295580] env[70220]: DEBUG oslo_vmware.api [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626727, 'name': ReconfigVM_Task, 'duration_secs': 0.23311} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.295886] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1415.300861] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe0b4246-e46c-42ee-85f2-c8fff1b340b5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.315611] env[70220]: DEBUG oslo_vmware.api [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1415.315611] env[70220]: value = "task-3626728" [ 1415.315611] env[70220]: _type = "Task" [ 1415.315611] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.323190] env[70220]: DEBUG oslo_vmware.api [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.694037] env[70220]: DEBUG nova.scheduler.client.report [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.825499] env[70220]: DEBUG oslo_vmware.api [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626728, 'name': ReconfigVM_Task, 'duration_secs': 0.134529} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.825862] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723240', 'volume_id': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'name': 'volume-bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5170c4c-0621-48d2-84af-265c170a088c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad', 'serial': 'bdfa33e9-e8f7-419d-9f67-dec41e5ee6ad'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1416.198614] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.199238] env[70220]: DEBUG nova.compute.manager [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.370387] env[70220]: DEBUG nova.objects.instance [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'flavor' on Instance uuid d5170c4c-0621-48d2-84af-265c170a088c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1416.705946] env[70220]: DEBUG nova.compute.utils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1416.707409] env[70220]: DEBUG nova.compute.manager [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1416.707574] env[70220]: DEBUG nova.network.neutron [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1416.752762] env[70220]: DEBUG nova.policy [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a63844d92eb343e18c4e57190f88e8f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892037b8819441efaa0930993498ce03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1416.787452] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.787819] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.787915] env[70220]: INFO nova.compute.manager [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Shelving [ 1417.026026] env[70220]: DEBUG nova.network.neutron [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Successfully created port: e8a4ae04-f814-46ab-9703-656d3a359cad {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1417.214884] env[70220]: DEBUG nova.compute.manager [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.346240] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "d5170c4c-0621-48d2-84af-265c170a088c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.378097] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4e42e949-bc88-4805-b21a-0c825c5b1a8a tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.379713] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.033s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.379713] env[70220]: DEBUG nova.compute.manager [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1417.380402] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6441c4-09c9-415f-a50a-5c5ee8fb5005 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.389018] env[70220]: DEBUG nova.compute.manager [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1417.390677] env[70220]: DEBUG nova.objects.instance [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'flavor' on Instance uuid d5170c4c-0621-48d2-84af-265c170a088c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1417.800335] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.800561] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08ba486d-3663-43d7-b325-32657e338163 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.808559] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1417.808559] env[70220]: value = "task-3626729" [ 1417.808559] env[70220]: _type = "Task" [ 1417.808559] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.816629] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.227501] env[70220]: DEBUG nova.compute.manager [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1418.262322] env[70220]: DEBUG nova.virt.hardware [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.263376] env[70220]: DEBUG nova.virt.hardware [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.263677] env[70220]: DEBUG nova.virt.hardware [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.263916] env[70220]: DEBUG nova.virt.hardware [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.264123] env[70220]: DEBUG nova.virt.hardware [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.264282] env[70220]: DEBUG nova.virt.hardware [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.264694] env[70220]: DEBUG nova.virt.hardware [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.264694] env[70220]: DEBUG nova.virt.hardware [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.265197] env[70220]: DEBUG nova.virt.hardware [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.265197] env[70220]: DEBUG nova.virt.hardware [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.265418] env[70220]: DEBUG nova.virt.hardware [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.266516] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a5483b-fd9a-4382-9681-315d1d552ca6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.274712] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114dcb8c-260f-4533-bf7d-65e8c98e6c29 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.316877] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626729, 'name': PowerOffVM_Task, 'duration_secs': 0.195092} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.317489] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.317941] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455cde46-2e6a-4a1d-9541-f1a7a1a534a3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.336692] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b05abc2-6b08-4c78-abb1-26a2880399ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.398344] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.398505] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-702d5c97-e51b-48a4-af84-d744c9a4a56a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.405370] env[70220]: DEBUG oslo_vmware.api [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1418.405370] env[70220]: value = "task-3626730" [ 1418.405370] env[70220]: _type = "Task" [ 1418.405370] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.408090] env[70220]: DEBUG nova.compute.manager [req-5b814220-4ef5-4eb2-b83d-06c625d990c2 req-e5f14e29-ede1-4b3a-a3a5-e704dd944b43 service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Received event network-vif-plugged-e8a4ae04-f814-46ab-9703-656d3a359cad {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.408314] env[70220]: DEBUG oslo_concurrency.lockutils [req-5b814220-4ef5-4eb2-b83d-06c625d990c2 req-e5f14e29-ede1-4b3a-a3a5-e704dd944b43 service nova] Acquiring lock "30191a41-04e5-4fd2-a82d-670466908140-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.408563] env[70220]: DEBUG oslo_concurrency.lockutils [req-5b814220-4ef5-4eb2-b83d-06c625d990c2 req-e5f14e29-ede1-4b3a-a3a5-e704dd944b43 service nova] Lock "30191a41-04e5-4fd2-a82d-670466908140-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.408761] env[70220]: DEBUG oslo_concurrency.lockutils [req-5b814220-4ef5-4eb2-b83d-06c625d990c2 req-e5f14e29-ede1-4b3a-a3a5-e704dd944b43 service nova] Lock "30191a41-04e5-4fd2-a82d-670466908140-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.408955] env[70220]: DEBUG nova.compute.manager [req-5b814220-4ef5-4eb2-b83d-06c625d990c2 req-e5f14e29-ede1-4b3a-a3a5-e704dd944b43 service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] No waiting events found dispatching network-vif-plugged-e8a4ae04-f814-46ab-9703-656d3a359cad {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1418.409173] env[70220]: WARNING nova.compute.manager [req-5b814220-4ef5-4eb2-b83d-06c625d990c2 req-e5f14e29-ede1-4b3a-a3a5-e704dd944b43 service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Received unexpected event network-vif-plugged-e8a4ae04-f814-46ab-9703-656d3a359cad for instance with vm_state building and task_state spawning. [ 1418.422710] env[70220]: DEBUG oslo_vmware.api [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.509541] env[70220]: DEBUG nova.network.neutron [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Successfully updated port: e8a4ae04-f814-46ab-9703-656d3a359cad {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.847318] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Creating Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1418.847751] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-52f7155d-cab6-4231-9b37-3e0b4828b26c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.856809] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1418.856809] env[70220]: value = "task-3626731" [ 1418.856809] env[70220]: _type = "Task" [ 1418.856809] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.866939] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626731, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.916545] env[70220]: DEBUG oslo_vmware.api [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626730, 'name': PowerOffVM_Task, 'duration_secs': 0.188125} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.916931] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.917147] env[70220]: DEBUG nova.compute.manager [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.918659] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15458c8b-7645-4395-9a61-1f6a69a2e1fc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.014353] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "refresh_cache-30191a41-04e5-4fd2-a82d-670466908140" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.014353] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "refresh_cache-30191a41-04e5-4fd2-a82d-670466908140" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.014353] env[70220]: DEBUG nova.network.neutron [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.159529] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.159748] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.367106] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626731, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.430105] env[70220]: DEBUG oslo_concurrency.lockutils [None req-4fd55c0a-99e4-462d-a0ee-8f029e16a2ec tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.546293] env[70220]: DEBUG nova.network.neutron [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.662841] env[70220]: DEBUG nova.compute.manager [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1419.687198] env[70220]: DEBUG nova.network.neutron [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Updating instance_info_cache with network_info: [{"id": "e8a4ae04-f814-46ab-9703-656d3a359cad", "address": "fa:16:3e:52:68:2c", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a4ae04-f8", "ovs_interfaceid": "e8a4ae04-f814-46ab-9703-656d3a359cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.801353] env[70220]: DEBUG nova.objects.instance [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'flavor' on Instance uuid d5170c4c-0621-48d2-84af-265c170a088c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.867791] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626731, 'name': CreateSnapshot_Task, 'duration_secs': 0.520529} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.868146] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Created Snapshot of the VM instance {{(pid=70220) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1419.868768] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d223d9e4-b62e-44e0-8d65-a30dd240dd93 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.186377] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.186675] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.188426] env[70220]: INFO nova.compute.claims [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1420.191307] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "refresh_cache-30191a41-04e5-4fd2-a82d-670466908140" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.191621] env[70220]: DEBUG nova.compute.manager [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Instance network_info: |[{"id": "e8a4ae04-f814-46ab-9703-656d3a359cad", "address": "fa:16:3e:52:68:2c", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a4ae04-f8", "ovs_interfaceid": "e8a4ae04-f814-46ab-9703-656d3a359cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1420.192178] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:68:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8a4ae04-f814-46ab-9703-656d3a359cad', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.200243] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.200330] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.200583] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbe5f839-a9b9-4d96-bd41-0bd4d761d4bb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.221828] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.221828] env[70220]: value = "task-3626732" [ 1420.221828] env[70220]: _type = "Task" [ 1420.221828] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.230048] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626732, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.307033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.307236] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquired lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.307418] env[70220]: DEBUG nova.network.neutron [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.307598] env[70220]: DEBUG nova.objects.instance [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'info_cache' on Instance uuid d5170c4c-0621-48d2-84af-265c170a088c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.385875] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Creating linked-clone VM from snapshot {{(pid=70220) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1420.386506] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4fb0288a-32b5-4692-b1f5-f49b341f7336 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.395127] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1420.395127] env[70220]: value = "task-3626733" [ 1420.395127] env[70220]: _type = "Task" [ 1420.395127] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.403406] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626733, 'name': CloneVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.434509] env[70220]: DEBUG nova.compute.manager [req-910e0130-adc4-4b7f-9ea9-6630079f5bc5 req-dd7949ce-fd7b-441b-8124-ffe9611ceaaf service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Received event network-changed-e8a4ae04-f814-46ab-9703-656d3a359cad {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.434722] env[70220]: DEBUG nova.compute.manager [req-910e0130-adc4-4b7f-9ea9-6630079f5bc5 req-dd7949ce-fd7b-441b-8124-ffe9611ceaaf service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Refreshing instance network info cache due to event network-changed-e8a4ae04-f814-46ab-9703-656d3a359cad. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1420.434935] env[70220]: DEBUG oslo_concurrency.lockutils [req-910e0130-adc4-4b7f-9ea9-6630079f5bc5 req-dd7949ce-fd7b-441b-8124-ffe9611ceaaf service nova] Acquiring lock "refresh_cache-30191a41-04e5-4fd2-a82d-670466908140" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.435183] env[70220]: DEBUG oslo_concurrency.lockutils [req-910e0130-adc4-4b7f-9ea9-6630079f5bc5 req-dd7949ce-fd7b-441b-8124-ffe9611ceaaf service nova] Acquired lock "refresh_cache-30191a41-04e5-4fd2-a82d-670466908140" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.435312] env[70220]: DEBUG nova.network.neutron [req-910e0130-adc4-4b7f-9ea9-6630079f5bc5 req-dd7949ce-fd7b-441b-8124-ffe9611ceaaf service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Refreshing network info cache for port e8a4ae04-f814-46ab-9703-656d3a359cad {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.736619] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626732, 'name': CreateVM_Task, 'duration_secs': 0.347739} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.736922] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1420.737929] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.738254] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.738734] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.739127] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51f3d9a-779a-491d-8a84-0e361b6962ef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.744943] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1420.744943] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526bc40d-f6bb-ce8b-3922-3ef0140680ad" [ 1420.744943] env[70220]: _type = "Task" [ 1420.744943] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.756567] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526bc40d-f6bb-ce8b-3922-3ef0140680ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.810858] env[70220]: DEBUG nova.objects.base [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1420.905567] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626733, 'name': CloneVM_Task} progress is 94%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.126235] env[70220]: DEBUG nova.network.neutron [req-910e0130-adc4-4b7f-9ea9-6630079f5bc5 req-dd7949ce-fd7b-441b-8124-ffe9611ceaaf service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Updated VIF entry in instance network info cache for port e8a4ae04-f814-46ab-9703-656d3a359cad. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.126627] env[70220]: DEBUG nova.network.neutron [req-910e0130-adc4-4b7f-9ea9-6630079f5bc5 req-dd7949ce-fd7b-441b-8124-ffe9611ceaaf service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Updating instance_info_cache with network_info: [{"id": "e8a4ae04-f814-46ab-9703-656d3a359cad", "address": "fa:16:3e:52:68:2c", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a4ae04-f8", "ovs_interfaceid": "e8a4ae04-f814-46ab-9703-656d3a359cad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.255426] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526bc40d-f6bb-ce8b-3922-3ef0140680ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.255767] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.256327] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1421.256327] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.256451] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.256629] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1421.256820] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c57aa8e-ec5c-43af-ac1f-c0c8d0bb2899 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.265517] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1421.265696] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1421.266779] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a45e6d-fefe-4de4-b927-8934eb06f733 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.273681] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1421.273681] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]521ba982-a85c-f032-761b-dc02c627eaca" [ 1421.273681] env[70220]: _type = "Task" [ 1421.273681] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.282255] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]521ba982-a85c-f032-761b-dc02c627eaca, 'name': SearchDatastore_Task, 'duration_secs': 0.007987} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.284038] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7814f2a3-e701-4dc2-ae5a-d4bc106e400d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.286227] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f79d97-4251-4990-827e-6caca5a24f51 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.293171] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f67ab0f-626d-4987-842a-3e401062afcb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.296244] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1421.296244] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b27efc-5870-ed58-8a14-44b9997ed537" [ 1421.296244] env[70220]: _type = "Task" [ 1421.296244] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.327236] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b588add-bb6b-4394-b2b4-482175f6e094 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.332912] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52b27efc-5870-ed58-8a14-44b9997ed537, 'name': SearchDatastore_Task, 'duration_secs': 0.008493} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.333426] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.333669] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 30191a41-04e5-4fd2-a82d-670466908140/30191a41-04e5-4fd2-a82d-670466908140.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1421.333896] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c031568-5f5a-4e38-885d-364d0870abfc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.338751] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d50eff5-45b2-46a5-aa63-bf3ee8fdd033 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.343159] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1421.343159] env[70220]: value = "task-3626734" [ 1421.343159] env[70220]: _type = "Task" [ 1421.343159] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.353748] env[70220]: DEBUG nova.compute.provider_tree [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.359449] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.404807] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626733, 'name': CloneVM_Task, 'duration_secs': 0.9298} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.405121] env[70220]: INFO nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Created linked-clone VM from snapshot [ 1421.406012] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a1d49b-a693-433d-92ff-98ead7085424 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.413216] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Uploading image 6ceed5ad-9394-404c-8d33-9ba5713a2664 {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1421.439429] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1421.439429] env[70220]: value = "vm-723248" [ 1421.439429] env[70220]: _type = "VirtualMachine" [ 1421.439429] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1421.439694] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c0bf6d2-2fdc-4be4-93bf-355c9f7e064a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.450507] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lease: (returnval){ [ 1421.450507] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5278974d-ef6c-b343-ba4e-760def0111d7" [ 1421.450507] env[70220]: _type = "HttpNfcLease" [ 1421.450507] env[70220]: } obtained for exporting VM: (result){ [ 1421.450507] env[70220]: value = "vm-723248" [ 1421.450507] env[70220]: _type = "VirtualMachine" [ 1421.450507] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1421.451083] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the lease: (returnval){ [ 1421.451083] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5278974d-ef6c-b343-ba4e-760def0111d7" [ 1421.451083] env[70220]: _type = "HttpNfcLease" [ 1421.451083] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1421.456989] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1421.456989] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5278974d-ef6c-b343-ba4e-760def0111d7" [ 1421.456989] env[70220]: _type = "HttpNfcLease" [ 1421.456989] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1421.582784] env[70220]: DEBUG nova.network.neutron [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Updating instance_info_cache with network_info: [{"id": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "address": "fa:16:3e:cb:b7:fd", "network": {"id": "892ecbff-3a0e-416c-9a9c-e1ce8d8dd311", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1535474441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aded59465f446ebbf268af478d6b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db1740e-55", "ovs_interfaceid": "8db1740e-55a7-4c6f-b477-8c1165ab40c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.629427] env[70220]: DEBUG oslo_concurrency.lockutils [req-910e0130-adc4-4b7f-9ea9-6630079f5bc5 req-dd7949ce-fd7b-441b-8124-ffe9611ceaaf service nova] Releasing lock "refresh_cache-30191a41-04e5-4fd2-a82d-670466908140" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.853690] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438059} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.853871] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 30191a41-04e5-4fd2-a82d-670466908140/30191a41-04e5-4fd2-a82d-670466908140.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.854099] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1421.854367] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d1f6071-72dd-41cc-aa04-d96539faeaa5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.856627] env[70220]: DEBUG nova.scheduler.client.report [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.863452] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1421.863452] env[70220]: value = "task-3626736" [ 1421.863452] env[70220]: _type = "Task" [ 1421.863452] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.870554] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.959765] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1421.959765] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5278974d-ef6c-b343-ba4e-760def0111d7" [ 1421.959765] env[70220]: _type = "HttpNfcLease" [ 1421.959765] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1421.960158] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1421.960158] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5278974d-ef6c-b343-ba4e-760def0111d7" [ 1421.960158] env[70220]: _type = "HttpNfcLease" [ 1421.960158] env[70220]: }. {{(pid=70220) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1421.960808] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465ce746-5f19-4379-92a2-0368954f8552 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.967726] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d048d-0415-36eb-2346-24bd3733c7ba/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1421.967910] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d048d-0415-36eb-2346-24bd3733c7ba/disk-0.vmdk for reading. {{(pid=70220) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1422.051900] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f0532a0-06f2-4f0d-9fed-47138c1a55fd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.085783] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Releasing lock "refresh_cache-d5170c4c-0621-48d2-84af-265c170a088c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.361340] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.362061] env[70220]: DEBUG nova.compute.manager [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.376504] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081695} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.376830] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.377738] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be06e08-934b-40ee-bcc6-1baded23c4f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.402680] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 30191a41-04e5-4fd2-a82d-670466908140/30191a41-04e5-4fd2-a82d-670466908140.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.404028] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cf321ad-7e15-4baf-bf9f-8c727c11d67c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.424556] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1422.424556] env[70220]: value = "task-3626737" [ 1422.424556] env[70220]: _type = "Task" [ 1422.424556] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.432966] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.870881] env[70220]: DEBUG nova.compute.utils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1422.872517] env[70220]: DEBUG nova.compute.manager [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1422.873221] env[70220]: DEBUG nova.network.neutron [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.914415] env[70220]: DEBUG nova.policy [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8d21336fa0643f9919012ba6f709bdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65d3e447acac409dac82044220383b46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1422.934993] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.091224] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.092864] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59184b48-5f14-4312-8f20-4109293b548f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.100880] env[70220]: DEBUG oslo_vmware.api [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1423.100880] env[70220]: value = "task-3626738" [ 1423.100880] env[70220]: _type = "Task" [ 1423.100880] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.109958] env[70220]: DEBUG oslo_vmware.api [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.216863] env[70220]: DEBUG nova.network.neutron [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Successfully created port: 62056277-5020-4143-a000-fbc4b31d30e5 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.380023] env[70220]: DEBUG nova.compute.manager [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1423.436385] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626737, 'name': ReconfigVM_Task, 'duration_secs': 0.695481} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.436876] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 30191a41-04e5-4fd2-a82d-670466908140/30191a41-04e5-4fd2-a82d-670466908140.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.438202] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8c6cbe3-d633-40f7-bf4c-c1e4a08ed84a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.445228] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1423.445228] env[70220]: value = "task-3626739" [ 1423.445228] env[70220]: _type = "Task" [ 1423.445228] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.454061] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626739, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.611968] env[70220]: DEBUG oslo_vmware.api [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626738, 'name': PowerOnVM_Task, 'duration_secs': 0.446906} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.612345] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.612642] env[70220]: DEBUG nova.compute.manager [None req-c82c5585-2cee-4857-bddc-5d06bbab4d43 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.613545] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a3c2f8-2708-4328-9430-af3ba072e1e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.960044] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626739, 'name': Rename_Task, 'duration_secs': 0.204952} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.960335] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.960579] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-609f02fd-9d91-41ee-bc04-c7d2600f276c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.967478] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1423.967478] env[70220]: value = "task-3626740" [ 1423.967478] env[70220]: _type = "Task" [ 1423.967478] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.975447] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.390439] env[70220]: DEBUG nova.compute.manager [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.419540] env[70220]: DEBUG nova.virt.hardware [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.419792] env[70220]: DEBUG nova.virt.hardware [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.419949] env[70220]: DEBUG nova.virt.hardware [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.420162] env[70220]: DEBUG nova.virt.hardware [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.420316] env[70220]: DEBUG nova.virt.hardware [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.420466] env[70220]: DEBUG nova.virt.hardware [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.420677] env[70220]: DEBUG nova.virt.hardware [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.420834] env[70220]: DEBUG nova.virt.hardware [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.421009] env[70220]: DEBUG nova.virt.hardware [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.421188] env[70220]: DEBUG nova.virt.hardware [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.421357] env[70220]: DEBUG nova.virt.hardware [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.422237] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea2ab04-c233-45fc-8923-7b49687c23d1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.430095] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6653e099-bc13-46f4-ab8f-f61efeacee3d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.480953] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626740, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.619089] env[70220]: DEBUG nova.compute.manager [req-1ef726e3-9fd1-4af8-a05f-dc3ae1dd4502 req-794fb625-a97e-4fff-8403-c7340093efe2 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Received event network-vif-plugged-62056277-5020-4143-a000-fbc4b31d30e5 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.619332] env[70220]: DEBUG oslo_concurrency.lockutils [req-1ef726e3-9fd1-4af8-a05f-dc3ae1dd4502 req-794fb625-a97e-4fff-8403-c7340093efe2 service nova] Acquiring lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.619589] env[70220]: DEBUG oslo_concurrency.lockutils [req-1ef726e3-9fd1-4af8-a05f-dc3ae1dd4502 req-794fb625-a97e-4fff-8403-c7340093efe2 service nova] Lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.619763] env[70220]: DEBUG oslo_concurrency.lockutils [req-1ef726e3-9fd1-4af8-a05f-dc3ae1dd4502 req-794fb625-a97e-4fff-8403-c7340093efe2 service nova] Lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.619938] env[70220]: DEBUG nova.compute.manager [req-1ef726e3-9fd1-4af8-a05f-dc3ae1dd4502 req-794fb625-a97e-4fff-8403-c7340093efe2 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] No waiting events found dispatching network-vif-plugged-62056277-5020-4143-a000-fbc4b31d30e5 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1424.620399] env[70220]: WARNING nova.compute.manager [req-1ef726e3-9fd1-4af8-a05f-dc3ae1dd4502 req-794fb625-a97e-4fff-8403-c7340093efe2 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Received unexpected event network-vif-plugged-62056277-5020-4143-a000-fbc4b31d30e5 for instance with vm_state building and task_state spawning. [ 1424.707407] env[70220]: DEBUG nova.network.neutron [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Successfully updated port: 62056277-5020-4143-a000-fbc4b31d30e5 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1424.980928] env[70220]: DEBUG oslo_vmware.api [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626740, 'name': PowerOnVM_Task, 'duration_secs': 0.534476} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.981364] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.981649] env[70220]: INFO nova.compute.manager [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Took 6.75 seconds to spawn the instance on the hypervisor. [ 1424.981913] env[70220]: DEBUG nova.compute.manager [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.983006] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3e10da-1fba-4042-8715-d0018d9c0516 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.209413] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.209651] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.209742] env[70220]: DEBUG nova.network.neutron [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.502185] env[70220]: INFO nova.compute.manager [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Took 11.47 seconds to build instance. [ 1425.743264] env[70220]: DEBUG nova.network.neutron [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.875872] env[70220]: DEBUG nova.network.neutron [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Updating instance_info_cache with network_info: [{"id": "62056277-5020-4143-a000-fbc4b31d30e5", "address": "fa:16:3e:c0:eb:4f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62056277-50", "ovs_interfaceid": "62056277-5020-4143-a000-fbc4b31d30e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.004191] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c1adc6b6-919e-404b-b989-8c8a27fa9ded tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "30191a41-04e5-4fd2-a82d-670466908140" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.986s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.379246] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.379657] env[70220]: DEBUG nova.compute.manager [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Instance network_info: |[{"id": "62056277-5020-4143-a000-fbc4b31d30e5", "address": "fa:16:3e:c0:eb:4f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62056277-50", "ovs_interfaceid": "62056277-5020-4143-a000-fbc4b31d30e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1426.380127] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:eb:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62056277-5020-4143-a000-fbc4b31d30e5', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.387855] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Creating folder: Project (65d3e447acac409dac82044220383b46). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.388222] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee53947a-b9bf-4145-96a8-5d44eb66c77c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.400812] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Created folder: Project (65d3e447acac409dac82044220383b46) in parent group-v722922. [ 1426.401104] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Creating folder: Instances. Parent ref: group-v723249. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.401266] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-754ebcf0-f79c-4d57-9c1b-c29daabf8eb0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.411620] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Created folder: Instances in parent group-v723249. [ 1426.411904] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1426.412127] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.412349] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-211e7495-f884-457c-a923-f73efa6d70d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.433535] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.433535] env[70220]: value = "task-3626743" [ 1426.433535] env[70220]: _type = "Task" [ 1426.433535] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.441186] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626743, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.604203] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "cfa818f7-2dbf-4c68-9c40-495722416bec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.604855] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "cfa818f7-2dbf-4c68-9c40-495722416bec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.651149] env[70220]: DEBUG nova.compute.manager [req-a2451e0b-0e4a-47b9-ab01-8bd6651d94fa req-409696e6-3157-411e-9963-58aad827cb7e service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Received event network-changed-62056277-5020-4143-a000-fbc4b31d30e5 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.651485] env[70220]: DEBUG nova.compute.manager [req-a2451e0b-0e4a-47b9-ab01-8bd6651d94fa req-409696e6-3157-411e-9963-58aad827cb7e service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Refreshing instance network info cache due to event network-changed-62056277-5020-4143-a000-fbc4b31d30e5. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1426.651570] env[70220]: DEBUG oslo_concurrency.lockutils [req-a2451e0b-0e4a-47b9-ab01-8bd6651d94fa req-409696e6-3157-411e-9963-58aad827cb7e service nova] Acquiring lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.651712] env[70220]: DEBUG oslo_concurrency.lockutils [req-a2451e0b-0e4a-47b9-ab01-8bd6651d94fa req-409696e6-3157-411e-9963-58aad827cb7e service nova] Acquired lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.651939] env[70220]: DEBUG nova.network.neutron [req-a2451e0b-0e4a-47b9-ab01-8bd6651d94fa req-409696e6-3157-411e-9963-58aad827cb7e service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Refreshing network info cache for port 62056277-5020-4143-a000-fbc4b31d30e5 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.944452] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626743, 'name': CreateVM_Task, 'duration_secs': 0.32495} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.944684] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.945541] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.945735] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.946159] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.946569] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2acc51-87e0-4f86-9959-628929083d36 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.951430] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1426.951430] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bb6dd6-cbeb-f7d7-eb32-be21c183cf36" [ 1426.951430] env[70220]: _type = "Task" [ 1426.951430] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.960761] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bb6dd6-cbeb-f7d7-eb32-be21c183cf36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.107655] env[70220]: DEBUG nova.compute.manager [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.366170] env[70220]: DEBUG nova.network.neutron [req-a2451e0b-0e4a-47b9-ab01-8bd6651d94fa req-409696e6-3157-411e-9963-58aad827cb7e service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Updated VIF entry in instance network info cache for port 62056277-5020-4143-a000-fbc4b31d30e5. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.366540] env[70220]: DEBUG nova.network.neutron [req-a2451e0b-0e4a-47b9-ab01-8bd6651d94fa req-409696e6-3157-411e-9963-58aad827cb7e service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Updating instance_info_cache with network_info: [{"id": "62056277-5020-4143-a000-fbc4b31d30e5", "address": "fa:16:3e:c0:eb:4f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62056277-50", "ovs_interfaceid": "62056277-5020-4143-a000-fbc4b31d30e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.464947] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bb6dd6-cbeb-f7d7-eb32-be21c183cf36, 'name': SearchDatastore_Task, 'duration_secs': 0.011483} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.465418] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.465782] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.466124] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.466418] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.466675] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.467099] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0de1e75-5e7a-49fe-9432-e0c5aae9e55e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.476314] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.476492] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.477209] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df66ab4b-b963-4eb6-bc03-406a9c558727 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.482915] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1427.482915] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ec1266-0fa1-0725-e8a1-7164793ffea5" [ 1427.482915] env[70220]: _type = "Task" [ 1427.482915] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.491224] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ec1266-0fa1-0725-e8a1-7164793ffea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.629842] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.630229] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.631598] env[70220]: INFO nova.compute.claims [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.869560] env[70220]: DEBUG oslo_concurrency.lockutils [req-a2451e0b-0e4a-47b9-ab01-8bd6651d94fa req-409696e6-3157-411e-9963-58aad827cb7e service nova] Releasing lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.993565] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52ec1266-0fa1-0725-e8a1-7164793ffea5, 'name': SearchDatastore_Task, 'duration_secs': 0.008675} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.994401] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b1f500-9897-4ef9-b4a0-538ee7bb8f1e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.999422] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1427.999422] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]523e0d17-03aa-e117-fd40-5835200f3164" [ 1427.999422] env[70220]: _type = "Task" [ 1427.999422] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.007213] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523e0d17-03aa-e117-fd40-5835200f3164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.511331] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]523e0d17-03aa-e117-fd40-5835200f3164, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.511619] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.511879] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 3a8d7252-d234-41d2-9820-bb6b713ba3e7/3a8d7252-d234-41d2-9820-bb6b713ba3e7.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.512159] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d3a01c2-451f-4261-9428-94d70ec1f2b9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.519223] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1428.519223] env[70220]: value = "task-3626744" [ 1428.519223] env[70220]: _type = "Task" [ 1428.519223] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.526855] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.742337] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ab78e0-8eb2-4809-824e-1d59442e60d6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.750884] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dca062-1eb7-4c4c-bbd7-7c7afddc4c8a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.782910] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07726146-a817-430c-8b31-7aca1b08f525 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.792546] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff46463-d75f-4e49-8fc6-7ddaaf2a48d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.806415] env[70220]: DEBUG nova.compute.provider_tree [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.029678] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626744, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489752} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.029946] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 3a8d7252-d234-41d2-9820-bb6b713ba3e7/3a8d7252-d234-41d2-9820-bb6b713ba3e7.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1429.030189] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1429.030437] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79caed99-ac4a-4dee-8770-10571a2a96db {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.036658] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1429.036658] env[70220]: value = "task-3626745" [ 1429.036658] env[70220]: _type = "Task" [ 1429.036658] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.045605] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.113193] env[70220]: DEBUG oslo_concurrency.lockutils [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "3d865c7a-4395-464d-ad22-f4c0e035c515" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.113445] env[70220]: DEBUG oslo_concurrency.lockutils [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.113651] env[70220]: DEBUG oslo_concurrency.lockutils [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.113832] env[70220]: DEBUG oslo_concurrency.lockutils [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.114013] env[70220]: DEBUG oslo_concurrency.lockutils [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.116251] env[70220]: INFO nova.compute.manager [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Terminating instance [ 1429.309794] env[70220]: DEBUG nova.scheduler.client.report [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.547054] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158783} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.547328] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.548119] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa0465f-1fc3-41e4-9249-56e4b18f3ba9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.569320] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 3a8d7252-d234-41d2-9820-bb6b713ba3e7/3a8d7252-d234-41d2-9820-bb6b713ba3e7.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.569561] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0194d5f7-05f3-46e4-affb-eef29692c17b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.587988] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1429.587988] env[70220]: value = "task-3626746" [ 1429.587988] env[70220]: _type = "Task" [ 1429.587988] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.595614] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.620497] env[70220]: DEBUG nova.compute.manager [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1429.620787] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1429.621708] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9b662f-237f-4a9b-b676-d0c6b8ba2dbd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.628938] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.629190] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6614db6-5f31-4ef8-a382-7b34553455ca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.634721] env[70220]: DEBUG oslo_vmware.api [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1429.634721] env[70220]: value = "task-3626747" [ 1429.634721] env[70220]: _type = "Task" [ 1429.634721] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.642463] env[70220]: DEBUG oslo_vmware.api [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.815454] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.816024] env[70220]: DEBUG nova.compute.manager [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.098701] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626746, 'name': ReconfigVM_Task, 'duration_secs': 0.393311} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.098982] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 3a8d7252-d234-41d2-9820-bb6b713ba3e7/3a8d7252-d234-41d2-9820-bb6b713ba3e7.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.099684] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40c54eab-6b39-4553-9da0-07adf4ba56c6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.109375] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1430.109375] env[70220]: value = "task-3626748" [ 1430.109375] env[70220]: _type = "Task" [ 1430.109375] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.117352] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626748, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.143140] env[70220]: DEBUG oslo_vmware.api [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626747, 'name': PowerOffVM_Task, 'duration_secs': 0.225682} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.143396] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1430.143573] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1430.143816] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01bd6978-d9dc-41cb-94e4-4f79f65b1084 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.217362] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1430.217577] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1430.217754] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleting the datastore file [datastore2] 3d865c7a-4395-464d-ad22-f4c0e035c515 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1430.218051] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87301205-5f74-4406-a454-4d44a924e34e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.226167] env[70220]: DEBUG oslo_vmware.api [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for the task: (returnval){ [ 1430.226167] env[70220]: value = "task-3626750" [ 1430.226167] env[70220]: _type = "Task" [ 1430.226167] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.234726] env[70220]: DEBUG oslo_vmware.api [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.321678] env[70220]: DEBUG nova.compute.utils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1430.323287] env[70220]: DEBUG nova.compute.manager [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.323491] env[70220]: DEBUG nova.network.neutron [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.364240] env[70220]: DEBUG nova.policy [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a63844d92eb343e18c4e57190f88e8f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892037b8819441efaa0930993498ce03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.624927] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626748, 'name': Rename_Task, 'duration_secs': 0.166122} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.625262] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.625533] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-754d9307-820e-4b8d-af42-c578923067ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.633401] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1430.633401] env[70220]: value = "task-3626751" [ 1430.633401] env[70220]: _type = "Task" [ 1430.633401] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.643487] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.644528] env[70220]: DEBUG nova.network.neutron [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Successfully created port: fd478fa3-6fc4-4626-85e8-8269e3159d20 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1430.737496] env[70220]: DEBUG oslo_vmware.api [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Task: {'id': task-3626750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163228} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.737876] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1430.738159] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1430.738433] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1430.738645] env[70220]: INFO nova.compute.manager [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1430.739013] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1430.739256] env[70220]: DEBUG nova.compute.manager [-] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1430.739410] env[70220]: DEBUG nova.network.neutron [-] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1430.826758] env[70220]: DEBUG nova.compute.manager [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.143625] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626751, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.520183] env[70220]: DEBUG nova.compute.manager [req-3cd3f14a-f191-4ffb-8c24-6726fce2c543 req-982ef3a2-81ee-42f2-a447-37321dbc312a service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Received event network-vif-deleted-2d99afa8-86c8-4c8c-912d-feb2c38f0de6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1431.520410] env[70220]: INFO nova.compute.manager [req-3cd3f14a-f191-4ffb-8c24-6726fce2c543 req-982ef3a2-81ee-42f2-a447-37321dbc312a service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Neutron deleted interface 2d99afa8-86c8-4c8c-912d-feb2c38f0de6; detaching it from the instance and deleting it from the info cache [ 1431.520627] env[70220]: DEBUG nova.network.neutron [req-3cd3f14a-f191-4ffb-8c24-6726fce2c543 req-982ef3a2-81ee-42f2-a447-37321dbc312a service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.644185] env[70220]: DEBUG oslo_vmware.api [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626751, 'name': PowerOnVM_Task, 'duration_secs': 0.786063} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.644470] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.644675] env[70220]: INFO nova.compute.manager [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Took 7.25 seconds to spawn the instance on the hypervisor. [ 1431.644936] env[70220]: DEBUG nova.compute.manager [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1431.645718] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c51602f-3413-4e46-9bda-a08eb699b199 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.844040] env[70220]: DEBUG nova.compute.manager [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1431.871012] env[70220]: DEBUG nova.virt.hardware [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.871304] env[70220]: DEBUG nova.virt.hardware [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.871463] env[70220]: DEBUG nova.virt.hardware [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.871670] env[70220]: DEBUG nova.virt.hardware [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.871824] env[70220]: DEBUG nova.virt.hardware [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.871971] env[70220]: DEBUG nova.virt.hardware [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.872270] env[70220]: DEBUG nova.virt.hardware [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.872445] env[70220]: DEBUG nova.virt.hardware [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.872611] env[70220]: DEBUG nova.virt.hardware [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.872771] env[70220]: DEBUG nova.virt.hardware [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.872940] env[70220]: DEBUG nova.virt.hardware [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.873870] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd034db4-ff05-4d4c-a9b8-ac3d7b5a64a6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.882168] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d6ef69-f614-4eae-9a27-11f9d0f22222 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.005801] env[70220]: DEBUG nova.network.neutron [-] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.023509] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-913eadc4-f62d-4368-a829-7a188bb54fe8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.033381] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9305eaaa-96e5-48f5-ba4e-9ca74a23284b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.064556] env[70220]: DEBUG nova.compute.manager [req-3cd3f14a-f191-4ffb-8c24-6726fce2c543 req-982ef3a2-81ee-42f2-a447-37321dbc312a service nova] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Detach interface failed, port_id=2d99afa8-86c8-4c8c-912d-feb2c38f0de6, reason: Instance 3d865c7a-4395-464d-ad22-f4c0e035c515 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1432.165516] env[70220]: INFO nova.compute.manager [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Took 12.00 seconds to build instance. [ 1432.261393] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d048d-0415-36eb-2346-24bd3733c7ba/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1432.262500] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e0afa8-a4a0-4e0f-bf73-fcefcd34576e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.269116] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d048d-0415-36eb-2346-24bd3733c7ba/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1432.269293] env[70220]: ERROR oslo_vmware.rw_handles [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d048d-0415-36eb-2346-24bd3733c7ba/disk-0.vmdk due to incomplete transfer. [ 1432.269541] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fdaae378-bca0-4695-b87a-990ed7e0bcb3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.276218] env[70220]: DEBUG oslo_vmware.rw_handles [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d048d-0415-36eb-2346-24bd3733c7ba/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1432.276424] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Uploaded image 6ceed5ad-9394-404c-8d33-9ba5713a2664 to the Glance image server {{(pid=70220) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1432.278807] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Destroying the VM {{(pid=70220) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1432.279058] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d60825a-3caa-4262-bedf-d75b1c211b5e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.285052] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1432.285052] env[70220]: value = "task-3626752" [ 1432.285052] env[70220]: _type = "Task" [ 1432.285052] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.288768] env[70220]: DEBUG nova.network.neutron [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Successfully updated port: fd478fa3-6fc4-4626-85e8-8269e3159d20 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.294398] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626752, 'name': Destroy_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.509526] env[70220]: INFO nova.compute.manager [-] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Took 1.77 seconds to deallocate network for instance. [ 1432.668147] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7ec07338-86cd-4cf9-a97b-b8c22e3b0763 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.508s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.791714] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "refresh_cache-cfa818f7-2dbf-4c68-9c40-495722416bec" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.791867] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "refresh_cache-cfa818f7-2dbf-4c68-9c40-495722416bec" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.792025] env[70220]: DEBUG nova.network.neutron [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.796362] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626752, 'name': Destroy_Task, 'duration_secs': 0.497795} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.796865] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Destroyed the VM [ 1432.797140] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Deleting Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1432.797386] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c2df09c-8c27-4627-af3e-cc7373353fa5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.804434] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1432.804434] env[70220]: value = "task-3626753" [ 1432.804434] env[70220]: _type = "Task" [ 1432.804434] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.811748] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626753, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.019761] env[70220]: DEBUG oslo_concurrency.lockutils [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.020147] env[70220]: DEBUG oslo_concurrency.lockutils [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.020476] env[70220]: DEBUG nova.objects.instance [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lazy-loading 'resources' on Instance uuid 3d865c7a-4395-464d-ad22-f4c0e035c515 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.313579] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626753, 'name': RemoveSnapshot_Task, 'duration_secs': 0.34724} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.313853] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Deleted Snapshot of the VM instance {{(pid=70220) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1433.314147] env[70220]: DEBUG nova.compute.manager [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.314933] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f578cb2-170b-49e6-9af6-d659db2558e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.331113] env[70220]: DEBUG nova.network.neutron [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1433.399217] env[70220]: DEBUG nova.compute.manager [req-ae084b70-c4c2-4a60-859f-bb77460704be req-b471b0b5-e7bc-4445-9517-922f20f70573 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Received event network-changed-62056277-5020-4143-a000-fbc4b31d30e5 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.399217] env[70220]: DEBUG nova.compute.manager [req-ae084b70-c4c2-4a60-859f-bb77460704be req-b471b0b5-e7bc-4445-9517-922f20f70573 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Refreshing instance network info cache due to event network-changed-62056277-5020-4143-a000-fbc4b31d30e5. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.399217] env[70220]: DEBUG oslo_concurrency.lockutils [req-ae084b70-c4c2-4a60-859f-bb77460704be req-b471b0b5-e7bc-4445-9517-922f20f70573 service nova] Acquiring lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.399440] env[70220]: DEBUG oslo_concurrency.lockutils [req-ae084b70-c4c2-4a60-859f-bb77460704be req-b471b0b5-e7bc-4445-9517-922f20f70573 service nova] Acquired lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.399715] env[70220]: DEBUG nova.network.neutron [req-ae084b70-c4c2-4a60-859f-bb77460704be req-b471b0b5-e7bc-4445-9517-922f20f70573 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Refreshing network info cache for port 62056277-5020-4143-a000-fbc4b31d30e5 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.464454] env[70220]: DEBUG nova.network.neutron [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Updating instance_info_cache with network_info: [{"id": "fd478fa3-6fc4-4626-85e8-8269e3159d20", "address": "fa:16:3e:cf:da:d5", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd478fa3-6f", "ovs_interfaceid": "fd478fa3-6fc4-4626-85e8-8269e3159d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.550532] env[70220]: DEBUG nova.compute.manager [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Received event network-vif-plugged-fd478fa3-6fc4-4626-85e8-8269e3159d20 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.550748] env[70220]: DEBUG oslo_concurrency.lockutils [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] Acquiring lock "cfa818f7-2dbf-4c68-9c40-495722416bec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.550947] env[70220]: DEBUG oslo_concurrency.lockutils [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] Lock "cfa818f7-2dbf-4c68-9c40-495722416bec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.551125] env[70220]: DEBUG oslo_concurrency.lockutils [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] Lock "cfa818f7-2dbf-4c68-9c40-495722416bec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.551289] env[70220]: DEBUG nova.compute.manager [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] No waiting events found dispatching network-vif-plugged-fd478fa3-6fc4-4626-85e8-8269e3159d20 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.551452] env[70220]: WARNING nova.compute.manager [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Received unexpected event network-vif-plugged-fd478fa3-6fc4-4626-85e8-8269e3159d20 for instance with vm_state building and task_state spawning. [ 1433.551612] env[70220]: DEBUG nova.compute.manager [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Received event network-changed-fd478fa3-6fc4-4626-85e8-8269e3159d20 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1433.551766] env[70220]: DEBUG nova.compute.manager [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Refreshing instance network info cache due to event network-changed-fd478fa3-6fc4-4626-85e8-8269e3159d20. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1433.551929] env[70220]: DEBUG oslo_concurrency.lockutils [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] Acquiring lock "refresh_cache-cfa818f7-2dbf-4c68-9c40-495722416bec" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.635979] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4445e8-e60d-4b34-afbe-870fa5d1ab9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.642671] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87317fb-a592-42a2-92c8-1f5509352539 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.672719] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6edc0b-8c49-4dff-9877-ca00799979d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.681383] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788f2b97-1c89-4454-99f4-dfeb7fd91858 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.694957] env[70220]: DEBUG nova.compute.provider_tree [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.826310] env[70220]: INFO nova.compute.manager [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Shelve offloading [ 1433.967443] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "refresh_cache-cfa818f7-2dbf-4c68-9c40-495722416bec" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.967797] env[70220]: DEBUG nova.compute.manager [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Instance network_info: |[{"id": "fd478fa3-6fc4-4626-85e8-8269e3159d20", "address": "fa:16:3e:cf:da:d5", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd478fa3-6f", "ovs_interfaceid": "fd478fa3-6fc4-4626-85e8-8269e3159d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1433.968161] env[70220]: DEBUG oslo_concurrency.lockutils [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] Acquired lock "refresh_cache-cfa818f7-2dbf-4c68-9c40-495722416bec" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.968365] env[70220]: DEBUG nova.network.neutron [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Refreshing network info cache for port fd478fa3-6fc4-4626-85e8-8269e3159d20 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.969659] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:da:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd478fa3-6fc4-4626-85e8-8269e3159d20', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.977324] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1433.983179] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1433.983712] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7acd86c2-77f1-4b94-9369-0fc04f1e468e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.005390] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.005390] env[70220]: value = "task-3626754" [ 1434.005390] env[70220]: _type = "Task" [ 1434.005390] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.013273] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626754, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.201330] env[70220]: DEBUG nova.scheduler.client.report [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.270715] env[70220]: DEBUG nova.network.neutron [req-ae084b70-c4c2-4a60-859f-bb77460704be req-b471b0b5-e7bc-4445-9517-922f20f70573 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Updated VIF entry in instance network info cache for port 62056277-5020-4143-a000-fbc4b31d30e5. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.271300] env[70220]: DEBUG nova.network.neutron [req-ae084b70-c4c2-4a60-859f-bb77460704be req-b471b0b5-e7bc-4445-9517-922f20f70573 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Updating instance_info_cache with network_info: [{"id": "62056277-5020-4143-a000-fbc4b31d30e5", "address": "fa:16:3e:c0:eb:4f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62056277-50", "ovs_interfaceid": "62056277-5020-4143-a000-fbc4b31d30e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.307336] env[70220]: DEBUG nova.network.neutron [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Updated VIF entry in instance network info cache for port fd478fa3-6fc4-4626-85e8-8269e3159d20. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.307745] env[70220]: DEBUG nova.network.neutron [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Updating instance_info_cache with network_info: [{"id": "fd478fa3-6fc4-4626-85e8-8269e3159d20", "address": "fa:16:3e:cf:da:d5", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd478fa3-6f", "ovs_interfaceid": "fd478fa3-6fc4-4626-85e8-8269e3159d20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.330647] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.330967] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f2c1b5-804b-4643-8c0f-605d2d1e587a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.338164] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1434.338164] env[70220]: value = "task-3626755" [ 1434.338164] env[70220]: _type = "Task" [ 1434.338164] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.348234] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1434.348462] env[70220]: DEBUG nova.compute.manager [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.349250] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257a252a-e16d-4c91-b73f-1e6c31398286 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.355691] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.355856] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.356103] env[70220]: DEBUG nova.network.neutron [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.515512] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626754, 'name': CreateVM_Task, 'duration_secs': 0.374116} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.515695] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.516361] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.516527] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.516840] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.517127] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbad3ad-0804-4b1d-85b6-d7ecc5259f81 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.521310] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1434.521310] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f2d072-2ba1-75ec-2702-4270c1cebf2f" [ 1434.521310] env[70220]: _type = "Task" [ 1434.521310] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.528478] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f2d072-2ba1-75ec-2702-4270c1cebf2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.706786] env[70220]: DEBUG oslo_concurrency.lockutils [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.730029] env[70220]: INFO nova.scheduler.client.report [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Deleted allocations for instance 3d865c7a-4395-464d-ad22-f4c0e035c515 [ 1434.776295] env[70220]: DEBUG oslo_concurrency.lockutils [req-ae084b70-c4c2-4a60-859f-bb77460704be req-b471b0b5-e7bc-4445-9517-922f20f70573 service nova] Releasing lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.810215] env[70220]: DEBUG oslo_concurrency.lockutils [req-f43c4335-e4fc-4bf6-89fe-b3c994a94716 req-651a570b-f912-47dc-8fe2-296bafdd86ca service nova] Releasing lock "refresh_cache-cfa818f7-2dbf-4c68-9c40-495722416bec" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.033523] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f2d072-2ba1-75ec-2702-4270c1cebf2f, 'name': SearchDatastore_Task, 'duration_secs': 0.039851} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.033832] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.034079] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.034317] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.034462] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.034640] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.034891] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d6abf3b-a0d7-4b2c-bd4d-d6fcdc90099d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.049314] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.049492] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.050186] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5e267a-6e35-4dba-ae8c-6a5d8935e114 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.054994] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1435.054994] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5228d622-c8d2-328b-fd4c-af385d703751" [ 1435.054994] env[70220]: _type = "Task" [ 1435.054994] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.058395] env[70220]: DEBUG nova.network.neutron [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updating instance_info_cache with network_info: [{"id": "89055bf4-5cad-478a-8841-af88a383b7f7", "address": "fa:16:3e:14:63:14", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89055bf4-5c", "ovs_interfaceid": "89055bf4-5cad-478a-8841-af88a383b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.063648] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5228d622-c8d2-328b-fd4c-af385d703751, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.240301] env[70220]: DEBUG oslo_concurrency.lockutils [None req-669a1bb0-de16-456c-8003-7bdc32e0a662 tempest-AttachVolumeShelveTestJSON-1194142979 tempest-AttachVolumeShelveTestJSON-1194142979-project-member] Lock "3d865c7a-4395-464d-ad22-f4c0e035c515" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.126s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.561432] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.566821] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5228d622-c8d2-328b-fd4c-af385d703751, 'name': SearchDatastore_Task, 'duration_secs': 0.035743} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.567982] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803b0699-f590-44f3-9594-bfce2e4976c6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.572811] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1435.572811] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52021c1a-8444-4e60-e4b3-b1fb19fa5f92" [ 1435.572811] env[70220]: _type = "Task" [ 1435.572811] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.580083] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52021c1a-8444-4e60-e4b3-b1fb19fa5f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.788763] env[70220]: DEBUG nova.compute.manager [req-547b98bb-1963-4d4a-9db7-8c7d830dea6a req-b14520c9-4b78-40fa-876a-b91147339c2e service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Received event network-vif-unplugged-89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.788996] env[70220]: DEBUG oslo_concurrency.lockutils [req-547b98bb-1963-4d4a-9db7-8c7d830dea6a req-b14520c9-4b78-40fa-876a-b91147339c2e service nova] Acquiring lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.789230] env[70220]: DEBUG oslo_concurrency.lockutils [req-547b98bb-1963-4d4a-9db7-8c7d830dea6a req-b14520c9-4b78-40fa-876a-b91147339c2e service nova] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.789409] env[70220]: DEBUG oslo_concurrency.lockutils [req-547b98bb-1963-4d4a-9db7-8c7d830dea6a req-b14520c9-4b78-40fa-876a-b91147339c2e service nova] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.789564] env[70220]: DEBUG nova.compute.manager [req-547b98bb-1963-4d4a-9db7-8c7d830dea6a req-b14520c9-4b78-40fa-876a-b91147339c2e service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] No waiting events found dispatching network-vif-unplugged-89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1435.789729] env[70220]: WARNING nova.compute.manager [req-547b98bb-1963-4d4a-9db7-8c7d830dea6a req-b14520c9-4b78-40fa-876a-b91147339c2e service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Received unexpected event network-vif-unplugged-89055bf4-5cad-478a-8841-af88a383b7f7 for instance with vm_state shelved and task_state shelving_offloading. [ 1435.871841] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1435.872756] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f53e9f-b930-4dad-a73f-904543c3dede {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.881414] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.881647] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dad1d1c-1ac8-4989-8b95-4776129fc9cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.948162] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.948390] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.948600] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleting the datastore file [datastore1] 9b836194-ef04-4f1f-a992-1f79b0e9a3cd {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.948901] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73ef23d5-da4e-4bdb-bebd-e4c5d013c96b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.956499] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1435.956499] env[70220]: value = "task-3626757" [ 1435.956499] env[70220]: _type = "Task" [ 1435.956499] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.965123] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.083346] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52021c1a-8444-4e60-e4b3-b1fb19fa5f92, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.083618] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.083881] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] cfa818f7-2dbf-4c68-9c40-495722416bec/cfa818f7-2dbf-4c68-9c40-495722416bec.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.084148] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e4c69c5-0316-4e82-b530-73567c7ddfa8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.089630] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1436.089630] env[70220]: value = "task-3626758" [ 1436.089630] env[70220]: _type = "Task" [ 1436.089630] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.096531] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.467882] env[70220]: DEBUG oslo_vmware.api [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125963} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.468259] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.468738] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.468738] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.495568] env[70220]: INFO nova.scheduler.client.report [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleted allocations for instance 9b836194-ef04-4f1f-a992-1f79b0e9a3cd [ 1436.599492] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445909} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.599772] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] cfa818f7-2dbf-4c68-9c40-495722416bec/cfa818f7-2dbf-4c68-9c40-495722416bec.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1436.599979] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1436.600237] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df5ddede-4fab-46c8-beaf-fc38e8d406d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.606599] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1436.606599] env[70220]: value = "task-3626759" [ 1436.606599] env[70220]: _type = "Task" [ 1436.606599] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.614055] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.001157] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.001456] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.001689] env[70220]: DEBUG nova.objects.instance [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'resources' on Instance uuid 9b836194-ef04-4f1f-a992-1f79b0e9a3cd {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.116534] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058916} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.116757] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.117585] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfb5dd3-2cba-4a30-bfaa-26635903c644 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.139586] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] cfa818f7-2dbf-4c68-9c40-495722416bec/cfa818f7-2dbf-4c68-9c40-495722416bec.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.140106] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc80072f-0d77-4f3d-b9cc-b343cec4ef03 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.159053] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1437.159053] env[70220]: value = "task-3626761" [ 1437.159053] env[70220]: _type = "Task" [ 1437.159053] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.166523] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.505084] env[70220]: DEBUG nova.objects.instance [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'numa_topology' on Instance uuid 9b836194-ef04-4f1f-a992-1f79b0e9a3cd {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.668302] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626761, 'name': ReconfigVM_Task, 'duration_secs': 0.280437} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.668594] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Reconfigured VM instance instance-00000077 to attach disk [datastore2] cfa818f7-2dbf-4c68-9c40-495722416bec/cfa818f7-2dbf-4c68-9c40-495722416bec.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1437.669225] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de1ac3cb-ab65-43f0-a199-1d4cfc45750a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.675133] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1437.675133] env[70220]: value = "task-3626762" [ 1437.675133] env[70220]: _type = "Task" [ 1437.675133] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.682475] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626762, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.814482] env[70220]: DEBUG nova.compute.manager [req-075130e8-6242-4604-9093-1a40d0a0a975 req-42f94130-3b65-4b9e-9719-952f9e6bf199 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Received event network-changed-89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.814647] env[70220]: DEBUG nova.compute.manager [req-075130e8-6242-4604-9093-1a40d0a0a975 req-42f94130-3b65-4b9e-9719-952f9e6bf199 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Refreshing instance network info cache due to event network-changed-89055bf4-5cad-478a-8841-af88a383b7f7. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1437.814861] env[70220]: DEBUG oslo_concurrency.lockutils [req-075130e8-6242-4604-9093-1a40d0a0a975 req-42f94130-3b65-4b9e-9719-952f9e6bf199 service nova] Acquiring lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.815009] env[70220]: DEBUG oslo_concurrency.lockutils [req-075130e8-6242-4604-9093-1a40d0a0a975 req-42f94130-3b65-4b9e-9719-952f9e6bf199 service nova] Acquired lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.815213] env[70220]: DEBUG nova.network.neutron [req-075130e8-6242-4604-9093-1a40d0a0a975 req-42f94130-3b65-4b9e-9719-952f9e6bf199 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Refreshing network info cache for port 89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.007053] env[70220]: DEBUG nova.objects.base [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Object Instance<9b836194-ef04-4f1f-a992-1f79b0e9a3cd> lazy-loaded attributes: resources,numa_topology {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1438.085866] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d02e64-26ab-4976-9701-b350be3abeb0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.093429] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe706e7-62b3-4dca-bf0e-43129f428285 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.123722] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e1d0a6-0d58-49cf-a137-8af28b59747b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.130726] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a7f39b-2c2f-4021-97b7-3646b57b8ff4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.143420] env[70220]: DEBUG nova.compute.provider_tree [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.185157] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626762, 'name': Rename_Task, 'duration_secs': 0.133386} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.185444] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.185701] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9f297ac-d407-4cc8-8b36-b30001b92160 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.193243] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1438.193243] env[70220]: value = "task-3626763" [ 1438.193243] env[70220]: _type = "Task" [ 1438.193243] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.201305] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.559175] env[70220]: DEBUG nova.network.neutron [req-075130e8-6242-4604-9093-1a40d0a0a975 req-42f94130-3b65-4b9e-9719-952f9e6bf199 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updated VIF entry in instance network info cache for port 89055bf4-5cad-478a-8841-af88a383b7f7. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1438.559592] env[70220]: DEBUG nova.network.neutron [req-075130e8-6242-4604-9093-1a40d0a0a975 req-42f94130-3b65-4b9e-9719-952f9e6bf199 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updating instance_info_cache with network_info: [{"id": "89055bf4-5cad-478a-8841-af88a383b7f7", "address": "fa:16:3e:14:63:14", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap89055bf4-5c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.647167] env[70220]: DEBUG nova.scheduler.client.report [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.703123] env[70220]: DEBUG oslo_vmware.api [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626763, 'name': PowerOnVM_Task, 'duration_secs': 0.450353} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.703384] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.703577] env[70220]: INFO nova.compute.manager [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1438.703753] env[70220]: DEBUG nova.compute.manager [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1438.704572] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d8effa-00aa-44ec-b0a0-264907dc2c08 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.906820] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.062984] env[70220]: DEBUG oslo_concurrency.lockutils [req-075130e8-6242-4604-9093-1a40d0a0a975 req-42f94130-3b65-4b9e-9719-952f9e6bf199 service nova] Releasing lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.152253] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.224074] env[70220]: INFO nova.compute.manager [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Took 11.61 seconds to build instance. [ 1439.660995] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c780da50-901c-4d42-9ee8-772fa76a393f tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.873s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.662714] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.756s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.662923] env[70220]: INFO nova.compute.manager [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Unshelving [ 1439.726559] env[70220]: DEBUG oslo_concurrency.lockutils [None req-185a0382-7509-46ee-8bf2-4b94b7e4d739 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "cfa818f7-2dbf-4c68-9c40-495722416bec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.122s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.037895] env[70220]: DEBUG oslo_concurrency.lockutils [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "cfa818f7-2dbf-4c68-9c40-495722416bec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.038289] env[70220]: DEBUG oslo_concurrency.lockutils [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "cfa818f7-2dbf-4c68-9c40-495722416bec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.038416] env[70220]: DEBUG oslo_concurrency.lockutils [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "cfa818f7-2dbf-4c68-9c40-495722416bec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.038588] env[70220]: DEBUG oslo_concurrency.lockutils [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "cfa818f7-2dbf-4c68-9c40-495722416bec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.038758] env[70220]: DEBUG oslo_concurrency.lockutils [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "cfa818f7-2dbf-4c68-9c40-495722416bec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.041076] env[70220]: INFO nova.compute.manager [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Terminating instance [ 1440.544939] env[70220]: DEBUG nova.compute.manager [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1440.545266] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1440.546200] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008d7dab-8e58-43c8-b0cf-4f617f2dacea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.554598] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1440.554878] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94606d5a-5c5b-4e6c-8af1-d3d46f0f8615 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.561227] env[70220]: DEBUG oslo_vmware.api [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1440.561227] env[70220]: value = "task-3626764" [ 1440.561227] env[70220]: _type = "Task" [ 1440.561227] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.570967] env[70220]: DEBUG oslo_vmware.api [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.687859] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.688175] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.688392] env[70220]: DEBUG nova.objects.instance [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'pci_requests' on Instance uuid 9b836194-ef04-4f1f-a992-1f79b0e9a3cd {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.072598] env[70220]: DEBUG oslo_vmware.api [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626764, 'name': PowerOffVM_Task, 'duration_secs': 0.194001} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.072986] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1441.073217] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1441.073507] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a190620d-585b-4d97-80f3-5e0e1c3a0437 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.143043] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1441.143160] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1441.143381] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleting the datastore file [datastore2] cfa818f7-2dbf-4c68-9c40-495722416bec {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1441.143941] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a71d13b-e3f8-496a-a059-dd511afddec4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.149887] env[70220]: DEBUG oslo_vmware.api [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1441.149887] env[70220]: value = "task-3626766" [ 1441.149887] env[70220]: _type = "Task" [ 1441.149887] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.158335] env[70220]: DEBUG oslo_vmware.api [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.197393] env[70220]: DEBUG nova.objects.instance [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'numa_topology' on Instance uuid 9b836194-ef04-4f1f-a992-1f79b0e9a3cd {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1441.659867] env[70220]: DEBUG oslo_vmware.api [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156738} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.660074] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.660263] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.660444] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.660614] env[70220]: INFO nova.compute.manager [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1441.660853] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.661054] env[70220]: DEBUG nova.compute.manager [-] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.661155] env[70220]: DEBUG nova.network.neutron [-] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.701161] env[70220]: INFO nova.compute.claims [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.951482] env[70220]: DEBUG nova.compute.manager [req-2f26de6f-728a-47ef-8694-84b23b151517 req-ec460c6f-8671-4bb8-a299-ee7346764cad service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Received event network-vif-deleted-fd478fa3-6fc4-4626-85e8-8269e3159d20 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.951672] env[70220]: INFO nova.compute.manager [req-2f26de6f-728a-47ef-8694-84b23b151517 req-ec460c6f-8671-4bb8-a299-ee7346764cad service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Neutron deleted interface fd478fa3-6fc4-4626-85e8-8269e3159d20; detaching it from the instance and deleting it from the info cache [ 1441.951843] env[70220]: DEBUG nova.network.neutron [req-2f26de6f-728a-47ef-8694-84b23b151517 req-ec460c6f-8671-4bb8-a299-ee7346764cad service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.432920] env[70220]: DEBUG nova.network.neutron [-] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.456604] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b1a48cb-e895-4ca7-aff0-c1ed204c34e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.465837] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fb4661-29f1-48bf-b1b1-88f8ec6931c0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.492410] env[70220]: DEBUG nova.compute.manager [req-2f26de6f-728a-47ef-8694-84b23b151517 req-ec460c6f-8671-4bb8-a299-ee7346764cad service nova] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Detach interface failed, port_id=fd478fa3-6fc4-4626-85e8-8269e3159d20, reason: Instance cfa818f7-2dbf-4c68-9c40-495722416bec could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1442.789533] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cad84d-6d7f-449a-bda9-c574b3acd061 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.798380] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072c274e-a6a7-42ab-bd16-0dbf5fa82aa9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.828353] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfc85ea-3532-41b3-9f54-5c828b003910 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.835236] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8363e7-6050-41e5-a11f-2c88c11c0357 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.848490] env[70220]: DEBUG nova.compute.provider_tree [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.935306] env[70220]: INFO nova.compute.manager [-] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Took 1.27 seconds to deallocate network for instance. [ 1443.351733] env[70220]: DEBUG nova.scheduler.client.report [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.441389] env[70220]: DEBUG oslo_concurrency.lockutils [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.857465] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.168s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.859143] env[70220]: DEBUG oslo_concurrency.lockutils [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.418s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.859438] env[70220]: DEBUG nova.objects.instance [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lazy-loading 'resources' on Instance uuid cfa818f7-2dbf-4c68-9c40-495722416bec {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.885933] env[70220]: INFO nova.network.neutron [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updating port 89055bf4-5cad-478a-8841-af88a383b7f7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1444.434947] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db39a5e-ce5f-4487-a310-4c0b117d8fca {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.442620] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11045d00-6891-4600-a7be-04be225d0e34 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.473306] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef6e4e0-b930-4105-aabc-eeb6946378eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.480380] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48de5124-0805-4eaa-9393-40216a55994a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.492972] env[70220]: DEBUG nova.compute.provider_tree [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.996110] env[70220]: DEBUG nova.scheduler.client.report [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.253899] env[70220]: DEBUG nova.compute.manager [req-bcd337ca-d5c8-41a7-9e7c-2033c85feb8f req-c7ea1b32-aedf-4885-841b-418c4ead633c service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Received event network-vif-plugged-89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1445.254538] env[70220]: DEBUG oslo_concurrency.lockutils [req-bcd337ca-d5c8-41a7-9e7c-2033c85feb8f req-c7ea1b32-aedf-4885-841b-418c4ead633c service nova] Acquiring lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.254771] env[70220]: DEBUG oslo_concurrency.lockutils [req-bcd337ca-d5c8-41a7-9e7c-2033c85feb8f req-c7ea1b32-aedf-4885-841b-418c4ead633c service nova] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.254948] env[70220]: DEBUG oslo_concurrency.lockutils [req-bcd337ca-d5c8-41a7-9e7c-2033c85feb8f req-c7ea1b32-aedf-4885-841b-418c4ead633c service nova] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.255172] env[70220]: DEBUG nova.compute.manager [req-bcd337ca-d5c8-41a7-9e7c-2033c85feb8f req-c7ea1b32-aedf-4885-841b-418c4ead633c service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] No waiting events found dispatching network-vif-plugged-89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1445.255472] env[70220]: WARNING nova.compute.manager [req-bcd337ca-d5c8-41a7-9e7c-2033c85feb8f req-c7ea1b32-aedf-4885-841b-418c4ead633c service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Received unexpected event network-vif-plugged-89055bf4-5cad-478a-8841-af88a383b7f7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1445.340765] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.340941] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.341114] env[70220]: DEBUG nova.network.neutron [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.504915] env[70220]: DEBUG oslo_concurrency.lockutils [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.522750] env[70220]: INFO nova.scheduler.client.report [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted allocations for instance cfa818f7-2dbf-4c68-9c40-495722416bec [ 1446.029927] env[70220]: DEBUG oslo_concurrency.lockutils [None req-799db4e5-54c4-4f71-a251-9af4c956a85b tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "cfa818f7-2dbf-4c68-9c40-495722416bec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.992s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.053088] env[70220]: DEBUG nova.network.neutron [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updating instance_info_cache with network_info: [{"id": "89055bf4-5cad-478a-8841-af88a383b7f7", "address": "fa:16:3e:14:63:14", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89055bf4-5c", "ovs_interfaceid": "89055bf4-5cad-478a-8841-af88a383b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.556062] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.582992] env[70220]: DEBUG nova.virt.hardware [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0296df0c1c13dba5a24760657a052b1c',container_format='bare',created_at=2025-04-26T01:18:09Z,direct_url=,disk_format='vmdk',id=6ceed5ad-9394-404c-8d33-9ba5713a2664,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-536850105-shelved',owner='4c57c9fde0cd4d48b47d1311a29e6e7c',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-26T01:18:25Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1446.583266] env[70220]: DEBUG nova.virt.hardware [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.583421] env[70220]: DEBUG nova.virt.hardware [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1446.583614] env[70220]: DEBUG nova.virt.hardware [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.583759] env[70220]: DEBUG nova.virt.hardware [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1446.583904] env[70220]: DEBUG nova.virt.hardware [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1446.584126] env[70220]: DEBUG nova.virt.hardware [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1446.584287] env[70220]: DEBUG nova.virt.hardware [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1446.584455] env[70220]: DEBUG nova.virt.hardware [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1446.584614] env[70220]: DEBUG nova.virt.hardware [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1446.584783] env[70220]: DEBUG nova.virt.hardware [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1446.585744] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057059be-291e-4005-b666-e62a17edcfbe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.593684] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15655089-c999-4a8f-8c0d-a628f7362d42 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.606424] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:63:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89055bf4-5cad-478a-8841-af88a383b7f7', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.613636] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1446.613869] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.614089] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86cde813-bd0f-4507-990b-671b23c694cb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.632331] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.632331] env[70220]: value = "task-3626767" [ 1446.632331] env[70220]: _type = "Task" [ 1446.632331] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.639284] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626767, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.920143] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "30191a41-04e5-4fd2-a82d-670466908140" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.920424] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "30191a41-04e5-4fd2-a82d-670466908140" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.920639] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "30191a41-04e5-4fd2-a82d-670466908140-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.920819] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "30191a41-04e5-4fd2-a82d-670466908140-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.920985] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "30191a41-04e5-4fd2-a82d-670466908140-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.922999] env[70220]: INFO nova.compute.manager [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Terminating instance [ 1447.141915] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626767, 'name': CreateVM_Task, 'duration_secs': 0.277278} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.142188] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1447.142753] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.142910] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.143321] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.143571] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b96f8f-a842-4a62-bd45-b5dea8491ba3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.147714] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1447.147714] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520d99cc-d9e5-af6d-3f9e-dba068785e09" [ 1447.147714] env[70220]: _type = "Task" [ 1447.147714] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.154668] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520d99cc-d9e5-af6d-3f9e-dba068785e09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.279929] env[70220]: DEBUG nova.compute.manager [req-fed9d058-49c0-49eb-8621-227fef4fcc2d req-2cff38ed-70b9-4835-9709-821245eacf68 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Received event network-changed-89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.280152] env[70220]: DEBUG nova.compute.manager [req-fed9d058-49c0-49eb-8621-227fef4fcc2d req-2cff38ed-70b9-4835-9709-821245eacf68 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Refreshing instance network info cache due to event network-changed-89055bf4-5cad-478a-8841-af88a383b7f7. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1447.280368] env[70220]: DEBUG oslo_concurrency.lockutils [req-fed9d058-49c0-49eb-8621-227fef4fcc2d req-2cff38ed-70b9-4835-9709-821245eacf68 service nova] Acquiring lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.280511] env[70220]: DEBUG oslo_concurrency.lockutils [req-fed9d058-49c0-49eb-8621-227fef4fcc2d req-2cff38ed-70b9-4835-9709-821245eacf68 service nova] Acquired lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.280714] env[70220]: DEBUG nova.network.neutron [req-fed9d058-49c0-49eb-8621-227fef4fcc2d req-2cff38ed-70b9-4835-9709-821245eacf68 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Refreshing network info cache for port 89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.426797] env[70220]: DEBUG nova.compute.manager [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.427048] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.428292] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b3e2e2-a56a-45d4-a344-b0337242caaa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.435630] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.435862] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f456d3-284a-4610-8f99-b7f3afd08d3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.442801] env[70220]: DEBUG oslo_vmware.api [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1447.442801] env[70220]: value = "task-3626768" [ 1447.442801] env[70220]: _type = "Task" [ 1447.442801] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.450258] env[70220]: DEBUG oslo_vmware.api [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.659343] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.659592] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Processing image 6ceed5ad-9394-404c-8d33-9ba5713a2664 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.659826] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664/6ceed5ad-9394-404c-8d33-9ba5713a2664.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.659971] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664/6ceed5ad-9394-404c-8d33-9ba5713a2664.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.660160] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.660403] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fbb59a1-530e-46c9-af5c-97294f2b7bc9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.668671] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1447.668841] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1447.669525] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb591a6-8a8c-41aa-aaa0-94c2fea9df90 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.674075] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1447.674075] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524a4413-d52f-dcd4-99f6-452b79af8df4" [ 1447.674075] env[70220]: _type = "Task" [ 1447.674075] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.681051] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524a4413-d52f-dcd4-99f6-452b79af8df4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.951902] env[70220]: DEBUG oslo_vmware.api [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626768, 'name': PowerOffVM_Task, 'duration_secs': 0.178584} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.952179] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.952362] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.952606] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5ccb64b-8f3c-4c3b-8636-d4ded0a225d7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.987245] env[70220]: DEBUG nova.network.neutron [req-fed9d058-49c0-49eb-8621-227fef4fcc2d req-2cff38ed-70b9-4835-9709-821245eacf68 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updated VIF entry in instance network info cache for port 89055bf4-5cad-478a-8841-af88a383b7f7. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.987675] env[70220]: DEBUG nova.network.neutron [req-fed9d058-49c0-49eb-8621-227fef4fcc2d req-2cff38ed-70b9-4835-9709-821245eacf68 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updating instance_info_cache with network_info: [{"id": "89055bf4-5cad-478a-8841-af88a383b7f7", "address": "fa:16:3e:14:63:14", "network": {"id": "fdea8a1d-3e5b-4d78-91d5-f83e08fcbd85", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1957112664-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c57c9fde0cd4d48b47d1311a29e6e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89055bf4-5c", "ovs_interfaceid": "89055bf4-5cad-478a-8841-af88a383b7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.011360] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.011555] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.011740] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleting the datastore file [datastore2] 30191a41-04e5-4fd2-a82d-670466908140 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.011998] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de6d8def-1e55-42cc-b58c-d63e7ba7e29c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.018316] env[70220]: DEBUG oslo_vmware.api [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1448.018316] env[70220]: value = "task-3626770" [ 1448.018316] env[70220]: _type = "Task" [ 1448.018316] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.026167] env[70220]: DEBUG oslo_vmware.api [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.183742] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Preparing fetch location {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1448.184124] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Fetch image to [datastore1] OSTACK_IMG_10eb353f-a639-4ac2-a894-4ae4798c7b10/OSTACK_IMG_10eb353f-a639-4ac2-a894-4ae4798c7b10.vmdk {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1448.184179] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Downloading stream optimized image 6ceed5ad-9394-404c-8d33-9ba5713a2664 to [datastore1] OSTACK_IMG_10eb353f-a639-4ac2-a894-4ae4798c7b10/OSTACK_IMG_10eb353f-a639-4ac2-a894-4ae4798c7b10.vmdk on the data store datastore1 as vApp {{(pid=70220) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1448.184382] env[70220]: DEBUG nova.virt.vmwareapi.images [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Downloading image file data 6ceed5ad-9394-404c-8d33-9ba5713a2664 to the ESX as VM named 'OSTACK_IMG_10eb353f-a639-4ac2-a894-4ae4798c7b10' {{(pid=70220) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1448.248537] env[70220]: DEBUG oslo_vmware.rw_handles [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1448.248537] env[70220]: value = "resgroup-9" [ 1448.248537] env[70220]: _type = "ResourcePool" [ 1448.248537] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1448.248782] env[70220]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-78b7eff4-5900-41ac-810a-a74e8ecd41af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.269547] env[70220]: DEBUG oslo_vmware.rw_handles [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lease: (returnval){ [ 1448.269547] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524df840-287b-2ac6-36bc-e97cbbd82fd8" [ 1448.269547] env[70220]: _type = "HttpNfcLease" [ 1448.269547] env[70220]: } obtained for vApp import into resource pool (val){ [ 1448.269547] env[70220]: value = "resgroup-9" [ 1448.269547] env[70220]: _type = "ResourcePool" [ 1448.269547] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1448.269881] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the lease: (returnval){ [ 1448.269881] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524df840-287b-2ac6-36bc-e97cbbd82fd8" [ 1448.269881] env[70220]: _type = "HttpNfcLease" [ 1448.269881] env[70220]: } to be ready. {{(pid=70220) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1448.275580] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1448.275580] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524df840-287b-2ac6-36bc-e97cbbd82fd8" [ 1448.275580] env[70220]: _type = "HttpNfcLease" [ 1448.275580] env[70220]: } is initializing. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1448.490530] env[70220]: DEBUG oslo_concurrency.lockutils [req-fed9d058-49c0-49eb-8621-227fef4fcc2d req-2cff38ed-70b9-4835-9709-821245eacf68 service nova] Releasing lock "refresh_cache-9b836194-ef04-4f1f-a992-1f79b0e9a3cd" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.529572] env[70220]: DEBUG oslo_vmware.api [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134963} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.529974] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.530294] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.530559] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.530816] env[70220]: INFO nova.compute.manager [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1448.531151] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1448.531389] env[70220]: DEBUG nova.compute.manager [-] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1448.531498] env[70220]: DEBUG nova.network.neutron [-] [instance: 30191a41-04e5-4fd2-a82d-670466908140] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.780770] env[70220]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1448.780770] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524df840-287b-2ac6-36bc-e97cbbd82fd8" [ 1448.780770] env[70220]: _type = "HttpNfcLease" [ 1448.780770] env[70220]: } is ready. {{(pid=70220) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1448.780770] env[70220]: DEBUG oslo_vmware.rw_handles [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1448.780770] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524df840-287b-2ac6-36bc-e97cbbd82fd8" [ 1448.780770] env[70220]: _type = "HttpNfcLease" [ 1448.780770] env[70220]: }. {{(pid=70220) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1448.780770] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2d4b46-2dd7-424a-ade8-5a43e23c6e18 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.788965] env[70220]: DEBUG oslo_vmware.rw_handles [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250a4af-9554-b080-c4df-c1670b00c4bb/disk-0.vmdk from lease info. {{(pid=70220) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1448.789469] env[70220]: DEBUG oslo_vmware.rw_handles [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250a4af-9554-b080-c4df-c1670b00c4bb/disk-0.vmdk. {{(pid=70220) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1448.854406] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-52e2355a-ee36-4890-b086-2bf6064606e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.285740] env[70220]: DEBUG nova.network.neutron [-] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.308539] env[70220]: DEBUG nova.compute.manager [req-a737b366-d4ef-4db4-a695-cb62e2a1e68e req-bf981a7a-5972-4242-94ac-41a55965f893 service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Received event network-vif-deleted-e8a4ae04-f814-46ab-9703-656d3a359cad {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.308860] env[70220]: INFO nova.compute.manager [req-a737b366-d4ef-4db4-a695-cb62e2a1e68e req-bf981a7a-5972-4242-94ac-41a55965f893 service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Neutron deleted interface e8a4ae04-f814-46ab-9703-656d3a359cad; detaching it from the instance and deleting it from the info cache [ 1449.309094] env[70220]: DEBUG nova.network.neutron [req-a737b366-d4ef-4db4-a695-cb62e2a1e68e req-bf981a7a-5972-4242-94ac-41a55965f893 service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.789031] env[70220]: INFO nova.compute.manager [-] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Took 1.26 seconds to deallocate network for instance. [ 1449.814402] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64d7822f-e368-41f6-9689-fdba20683d8f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.824699] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d90d5e9-01c3-4515-a0e8-0aa9f8de02bb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.853870] env[70220]: DEBUG nova.compute.manager [req-a737b366-d4ef-4db4-a695-cb62e2a1e68e req-bf981a7a-5972-4242-94ac-41a55965f893 service nova] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Detach interface failed, port_id=e8a4ae04-f814-46ab-9703-656d3a359cad, reason: Instance 30191a41-04e5-4fd2-a82d-670466908140 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1449.980078] env[70220]: DEBUG oslo_vmware.rw_handles [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Completed reading data from the image iterator. {{(pid=70220) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1449.980316] env[70220]: DEBUG oslo_vmware.rw_handles [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250a4af-9554-b080-c4df-c1670b00c4bb/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1449.981250] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33185813-f081-4c73-8abe-dfde9f992fc0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.987625] env[70220]: DEBUG oslo_vmware.rw_handles [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250a4af-9554-b080-c4df-c1670b00c4bb/disk-0.vmdk is in state: ready. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1449.987796] env[70220]: DEBUG oslo_vmware.rw_handles [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250a4af-9554-b080-c4df-c1670b00c4bb/disk-0.vmdk. {{(pid=70220) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1449.987987] env[70220]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dc61ecd0-0360-4a05-a661-c571afd35274 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.139730] env[70220]: DEBUG oslo_vmware.rw_handles [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5250a4af-9554-b080-c4df-c1670b00c4bb/disk-0.vmdk. {{(pid=70220) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1450.140089] env[70220]: INFO nova.virt.vmwareapi.images [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Downloaded image file data 6ceed5ad-9394-404c-8d33-9ba5713a2664 [ 1450.141223] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7218a485-2b6b-489c-9414-c404ada563ec {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.156985] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-338becdd-e152-419f-8d00-6d8f1cfdaf5e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.185861] env[70220]: INFO nova.virt.vmwareapi.images [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] The imported VM was unregistered [ 1450.188337] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Caching image {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1450.188562] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664 {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1450.188836] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c5025c8-871d-4e54-8400-cdefec27194b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.201610] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Created directory with path [datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664 {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1450.201742] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_10eb353f-a639-4ac2-a894-4ae4798c7b10/OSTACK_IMG_10eb353f-a639-4ac2-a894-4ae4798c7b10.vmdk to [datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664/6ceed5ad-9394-404c-8d33-9ba5713a2664.vmdk. {{(pid=70220) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1450.201967] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-acc0bf99-e18d-4a40-b4de-a6f01e122676 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.208159] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1450.208159] env[70220]: value = "task-3626773" [ 1450.208159] env[70220]: _type = "Task" [ 1450.208159] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.215202] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626773, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.297684] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.298146] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.298203] env[70220]: DEBUG nova.objects.instance [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lazy-loading 'resources' on Instance uuid 30191a41-04e5-4fd2-a82d-670466908140 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.719829] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626773, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.881925] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb96ba75-3cb7-45bb-945b-f569a3bd7cd4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.891425] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35b053e-49c7-49ae-86cc-07c27c386179 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.925581] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1068e8-1d4d-4178-9408-1e7f0ab4edc2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.934805] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cef9aa-aa7b-46ca-91a3-1163186c7d99 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.951780] env[70220]: DEBUG nova.compute.provider_tree [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.221860] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626773, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.455057] env[70220]: DEBUG nova.scheduler.client.report [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.720893] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626773, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.960853] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.982649] env[70220]: INFO nova.scheduler.client.report [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted allocations for instance 30191a41-04e5-4fd2-a82d-670466908140 [ 1452.228095] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626773, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.491881] env[70220]: DEBUG oslo_concurrency.lockutils [None req-c20e9030-9f0e-44b6-a755-c4c027c4b05c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "30191a41-04e5-4fd2-a82d-670466908140" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.571s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.721791] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626773, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.205544} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.721791] env[70220]: INFO nova.virt.vmwareapi.ds_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_10eb353f-a639-4ac2-a894-4ae4798c7b10/OSTACK_IMG_10eb353f-a639-4ac2-a894-4ae4798c7b10.vmdk to [datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664/6ceed5ad-9394-404c-8d33-9ba5713a2664.vmdk. [ 1452.721791] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Cleaning up location [datastore1] OSTACK_IMG_10eb353f-a639-4ac2-a894-4ae4798c7b10 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1452.721791] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_10eb353f-a639-4ac2-a894-4ae4798c7b10 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.721791] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddb94e57-444e-4b5c-8485-5e9852e59eb5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.729245] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1452.729245] env[70220]: value = "task-3626774" [ 1452.729245] env[70220]: _type = "Task" [ 1452.729245] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.737073] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.239294] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037358} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.239662] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.239837] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664/6ceed5ad-9394-404c-8d33-9ba5713a2664.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.240353] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664/6ceed5ad-9394-404c-8d33-9ba5713a2664.vmdk to [datastore1] 9b836194-ef04-4f1f-a992-1f79b0e9a3cd/9b836194-ef04-4f1f-a992-1f79b0e9a3cd.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.240738] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28ed5670-fa43-44a0-9977-956620b56251 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.248279] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1453.248279] env[70220]: value = "task-3626775" [ 1453.248279] env[70220]: _type = "Task" [ 1453.248279] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.255777] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.760782] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626775, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.913532] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "b848611b-0399-44e0-a651-248c19e82c2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.913807] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b848611b-0399-44e0-a651-248c19e82c2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.262195] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626775, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.416156] env[70220]: DEBUG nova.compute.manager [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1454.733023] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "d5170c4c-0621-48d2-84af-265c170a088c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.733489] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.733736] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "d5170c4c-0621-48d2-84af-265c170a088c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.733928] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.734117] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.736638] env[70220]: INFO nova.compute.manager [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Terminating instance [ 1454.763642] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626775, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.938600] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.938930] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.940359] env[70220]: INFO nova.compute.claims [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.241848] env[70220]: DEBUG nova.compute.manager [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1455.242045] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1455.242929] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c3c02d-90b2-49ac-b7f0-bf79d3b39a59 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.250616] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.250830] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1fcf81c-ed73-4fe6-80fd-273c53d8ba44 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.260170] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626775, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.261082] env[70220]: DEBUG oslo_vmware.api [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1455.261082] env[70220]: value = "task-3626776" [ 1455.261082] env[70220]: _type = "Task" [ 1455.261082] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.268182] env[70220]: DEBUG oslo_vmware.api [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.763179] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626775, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.773091] env[70220]: DEBUG oslo_vmware.api [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626776, 'name': PowerOffVM_Task, 'duration_secs': 0.287513} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.773395] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.773509] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.773743] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07dffb7c-71b2-4bbb-b1bf-27e6cc6f0af0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.839314] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.839559] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.839718] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Deleting the datastore file [datastore2] d5170c4c-0621-48d2-84af-265c170a088c {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.839984] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b262a4a-bb58-47b4-a6fb-d7519e8e3ea5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.847140] env[70220]: DEBUG oslo_vmware.api [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1455.847140] env[70220]: value = "task-3626778" [ 1455.847140] env[70220]: _type = "Task" [ 1455.847140] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.854589] env[70220]: DEBUG oslo_vmware.api [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.018435] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0440262-1de5-439a-adb1-9e0059fd084a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.026828] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca126cb-10f5-4786-bb6b-d49419a7556f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.057239] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e13629b-5913-46c5-83c6-710efa742ef9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.064240] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c3597d-e6ec-462f-b0a7-d0163ed15bc0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.076840] env[70220]: DEBUG nova.compute.provider_tree [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.262279] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626775, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.581278} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.262567] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6ceed5ad-9394-404c-8d33-9ba5713a2664/6ceed5ad-9394-404c-8d33-9ba5713a2664.vmdk to [datastore1] 9b836194-ef04-4f1f-a992-1f79b0e9a3cd/9b836194-ef04-4f1f-a992-1f79b0e9a3cd.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.263365] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46db2751-d2f3-4b3b-9be0-b5143e85f621 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.284908] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 9b836194-ef04-4f1f-a992-1f79b0e9a3cd/9b836194-ef04-4f1f-a992-1f79b0e9a3cd.vmdk or device None with type streamOptimized {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.285128] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-023f3a86-2871-40cd-a775-add5461e6f06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.305301] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1456.305301] env[70220]: value = "task-3626779" [ 1456.305301] env[70220]: _type = "Task" [ 1456.305301] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.312791] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.355377] env[70220]: DEBUG oslo_vmware.api [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151818} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.355629] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.355819] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.355998] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.356194] env[70220]: INFO nova.compute.manager [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1456.356448] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1456.356639] env[70220]: DEBUG nova.compute.manager [-] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1456.356735] env[70220]: DEBUG nova.network.neutron [-] [instance: d5170c4c-0621-48d2-84af-265c170a088c] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.580298] env[70220]: DEBUG nova.scheduler.client.report [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.781974] env[70220]: DEBUG nova.compute.manager [req-93d2adef-e5c6-4187-8454-5cb8264d0be7 req-6f34dc76-1faf-4b3f-8fc5-c5c411b72134 service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Received event network-vif-deleted-8db1740e-55a7-4c6f-b477-8c1165ab40c6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1456.782243] env[70220]: INFO nova.compute.manager [req-93d2adef-e5c6-4187-8454-5cb8264d0be7 req-6f34dc76-1faf-4b3f-8fc5-c5c411b72134 service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Neutron deleted interface 8db1740e-55a7-4c6f-b477-8c1165ab40c6; detaching it from the instance and deleting it from the info cache [ 1456.782370] env[70220]: DEBUG nova.network.neutron [req-93d2adef-e5c6-4187-8454-5cb8264d0be7 req-6f34dc76-1faf-4b3f-8fc5-c5c411b72134 service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.815949] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.086321] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.086778] env[70220]: DEBUG nova.compute.manager [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1457.265617] env[70220]: DEBUG nova.network.neutron [-] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.285379] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68f8b928-fcfc-4aab-a133-a647993c77bd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.295570] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40ec405-a5a4-4dcd-9500-185cd5adc5d5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.314866] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626779, 'name': ReconfigVM_Task, 'duration_secs': 0.773513} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.315355] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 9b836194-ef04-4f1f-a992-1f79b0e9a3cd/9b836194-ef04-4f1f-a992-1f79b0e9a3cd.vmdk or device None with type streamOptimized {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.322038] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-247ed41f-4cc6-4596-a3de-062f0bfa6041 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.323607] env[70220]: DEBUG nova.compute.manager [req-93d2adef-e5c6-4187-8454-5cb8264d0be7 req-6f34dc76-1faf-4b3f-8fc5-c5c411b72134 service nova] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Detach interface failed, port_id=8db1740e-55a7-4c6f-b477-8c1165ab40c6, reason: Instance d5170c4c-0621-48d2-84af-265c170a088c could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1457.328365] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1457.328365] env[70220]: value = "task-3626780" [ 1457.328365] env[70220]: _type = "Task" [ 1457.328365] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.335977] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626780, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.591741] env[70220]: DEBUG nova.compute.utils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1457.592771] env[70220]: DEBUG nova.compute.manager [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1457.592943] env[70220]: DEBUG nova.network.neutron [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.641593] env[70220]: DEBUG nova.policy [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a63844d92eb343e18c4e57190f88e8f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892037b8819441efaa0930993498ce03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1457.767929] env[70220]: INFO nova.compute.manager [-] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Took 1.41 seconds to deallocate network for instance. [ 1457.838123] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626780, 'name': Rename_Task, 'duration_secs': 0.19339} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.838449] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1457.838694] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-202a1311-8278-425c-a202-196fa2e25f03 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.845851] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1457.845851] env[70220]: value = "task-3626781" [ 1457.845851] env[70220]: _type = "Task" [ 1457.845851] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.854940] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.888019] env[70220]: DEBUG nova.network.neutron [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Successfully created port: 115f5790-0934-4028-99b2-81e8fc797c0e {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.096555] env[70220]: DEBUG nova.compute.manager [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1458.274097] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.274430] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.274657] env[70220]: DEBUG nova.objects.instance [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'resources' on Instance uuid d5170c4c-0621-48d2-84af-265c170a088c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.355853] env[70220]: DEBUG oslo_vmware.api [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626781, 'name': PowerOnVM_Task, 'duration_secs': 0.423103} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.356240] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.455588] env[70220]: DEBUG nova.compute.manager [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.456534] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071a2a0d-6c67-430a-b157-50d061a9dd39 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.847470] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2449b5d4-de64-4f24-93ef-9b8ce24e9fdd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.854966] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5004416-6d54-44c2-99e0-8a04ba22f6c4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.884252] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b90d559-1147-4f25-b5b4-17b9304b70bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.891469] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcf94f2-f1ca-4ea4-98a0-d339ab4d1262 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.905500] env[70220]: DEBUG nova.compute.provider_tree [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.971940] env[70220]: DEBUG oslo_concurrency.lockutils [None req-830f235f-57e3-42ce-b772-c9fba28d946c tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.309s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.106067] env[70220]: DEBUG nova.compute.manager [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1459.127789] env[70220]: DEBUG nova.virt.hardware [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.127789] env[70220]: DEBUG nova.virt.hardware [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.127789] env[70220]: DEBUG nova.virt.hardware [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.128021] env[70220]: DEBUG nova.virt.hardware [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.128972] env[70220]: DEBUG nova.virt.hardware [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.128972] env[70220]: DEBUG nova.virt.hardware [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.128972] env[70220]: DEBUG nova.virt.hardware [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.128972] env[70220]: DEBUG nova.virt.hardware [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.128972] env[70220]: DEBUG nova.virt.hardware [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.129220] env[70220]: DEBUG nova.virt.hardware [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.129303] env[70220]: DEBUG nova.virt.hardware [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.130174] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7304eff-e20a-4272-b579-e623c09b3cc0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.138139] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc65d77-0426-4e5f-a2f2-aa59c18c9112 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.253861] env[70220]: DEBUG nova.compute.manager [req-cdc8fc1b-7762-4144-95eb-cb0a84ac745b req-f5ae4253-c74e-4f9e-bdb8-4d9464237603 service nova] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Received event network-vif-plugged-115f5790-0934-4028-99b2-81e8fc797c0e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.254105] env[70220]: DEBUG oslo_concurrency.lockutils [req-cdc8fc1b-7762-4144-95eb-cb0a84ac745b req-f5ae4253-c74e-4f9e-bdb8-4d9464237603 service nova] Acquiring lock "b848611b-0399-44e0-a651-248c19e82c2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.254311] env[70220]: DEBUG oslo_concurrency.lockutils [req-cdc8fc1b-7762-4144-95eb-cb0a84ac745b req-f5ae4253-c74e-4f9e-bdb8-4d9464237603 service nova] Lock "b848611b-0399-44e0-a651-248c19e82c2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.254520] env[70220]: DEBUG oslo_concurrency.lockutils [req-cdc8fc1b-7762-4144-95eb-cb0a84ac745b req-f5ae4253-c74e-4f9e-bdb8-4d9464237603 service nova] Lock "b848611b-0399-44e0-a651-248c19e82c2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.254635] env[70220]: DEBUG nova.compute.manager [req-cdc8fc1b-7762-4144-95eb-cb0a84ac745b req-f5ae4253-c74e-4f9e-bdb8-4d9464237603 service nova] [instance: b848611b-0399-44e0-a651-248c19e82c2c] No waiting events found dispatching network-vif-plugged-115f5790-0934-4028-99b2-81e8fc797c0e {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1459.254798] env[70220]: WARNING nova.compute.manager [req-cdc8fc1b-7762-4144-95eb-cb0a84ac745b req-f5ae4253-c74e-4f9e-bdb8-4d9464237603 service nova] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Received unexpected event network-vif-plugged-115f5790-0934-4028-99b2-81e8fc797c0e for instance with vm_state building and task_state spawning. [ 1459.333162] env[70220]: DEBUG nova.network.neutron [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Successfully updated port: 115f5790-0934-4028-99b2-81e8fc797c0e {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1459.408810] env[70220]: DEBUG nova.scheduler.client.report [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.830532] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.830837] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.831065] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.831259] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.831443] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.833713] env[70220]: INFO nova.compute.manager [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Terminating instance [ 1459.835707] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "refresh_cache-b848611b-0399-44e0-a651-248c19e82c2c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.835707] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "refresh_cache-b848611b-0399-44e0-a651-248c19e82c2c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.835707] env[70220]: DEBUG nova.network.neutron [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1459.913296] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.934460] env[70220]: INFO nova.scheduler.client.report [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Deleted allocations for instance d5170c4c-0621-48d2-84af-265c170a088c [ 1460.340377] env[70220]: DEBUG nova.compute.manager [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1460.340564] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.341452] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c049780c-d019-422e-a364-176a5651fc6c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.349697] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.349924] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66bf1a7c-49c8-44ff-ba12-c94873f3acc1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.355519] env[70220]: DEBUG oslo_vmware.api [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1460.355519] env[70220]: value = "task-3626782" [ 1460.355519] env[70220]: _type = "Task" [ 1460.355519] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.362890] env[70220]: DEBUG oslo_vmware.api [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.378900] env[70220]: DEBUG nova.network.neutron [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1460.442199] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9c033908-7989-4e4a-b46e-f8ceb4a2e675 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "d5170c4c-0621-48d2-84af-265c170a088c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.709s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.515445] env[70220]: DEBUG nova.network.neutron [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Updating instance_info_cache with network_info: [{"id": "115f5790-0934-4028-99b2-81e8fc797c0e", "address": "fa:16:3e:5f:8b:66", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115f5790-09", "ovs_interfaceid": "115f5790-0934-4028-99b2-81e8fc797c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.866186] env[70220]: DEBUG oslo_vmware.api [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626782, 'name': PowerOffVM_Task, 'duration_secs': 0.2012} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.866473] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.866644] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.866891] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-368e4d6f-e6cb-450b-8cf6-f0179d5fbdda {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.935133] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.935476] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.935540] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleting the datastore file [datastore1] 9b836194-ef04-4f1f-a992-1f79b0e9a3cd {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.935810] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61f73d4c-2c68-4c76-89c9-7164ee776929 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.942469] env[70220]: DEBUG oslo_vmware.api [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for the task: (returnval){ [ 1460.942469] env[70220]: value = "task-3626784" [ 1460.942469] env[70220]: _type = "Task" [ 1460.942469] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.950688] env[70220]: DEBUG oslo_vmware.api [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.018474] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "refresh_cache-b848611b-0399-44e0-a651-248c19e82c2c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.018815] env[70220]: DEBUG nova.compute.manager [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Instance network_info: |[{"id": "115f5790-0934-4028-99b2-81e8fc797c0e", "address": "fa:16:3e:5f:8b:66", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115f5790-09", "ovs_interfaceid": "115f5790-0934-4028-99b2-81e8fc797c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1461.019277] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:8b:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '115f5790-0934-4028-99b2-81e8fc797c0e', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.026667] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1461.026910] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.027162] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ed6d4fd-61a3-49c0-84ac-bcc22a50e2a3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.048222] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.048222] env[70220]: value = "task-3626785" [ 1461.048222] env[70220]: _type = "Task" [ 1461.048222] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.055226] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626785, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.285290] env[70220]: DEBUG nova.compute.manager [req-bc51003d-6b2b-4d3c-8087-4281283c8a3b req-cb47effa-cc9c-47cd-977b-173732013e99 service nova] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Received event network-changed-115f5790-0934-4028-99b2-81e8fc797c0e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.285535] env[70220]: DEBUG nova.compute.manager [req-bc51003d-6b2b-4d3c-8087-4281283c8a3b req-cb47effa-cc9c-47cd-977b-173732013e99 service nova] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Refreshing instance network info cache due to event network-changed-115f5790-0934-4028-99b2-81e8fc797c0e. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1461.285805] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc51003d-6b2b-4d3c-8087-4281283c8a3b req-cb47effa-cc9c-47cd-977b-173732013e99 service nova] Acquiring lock "refresh_cache-b848611b-0399-44e0-a651-248c19e82c2c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.286221] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc51003d-6b2b-4d3c-8087-4281283c8a3b req-cb47effa-cc9c-47cd-977b-173732013e99 service nova] Acquired lock "refresh_cache-b848611b-0399-44e0-a651-248c19e82c2c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.286221] env[70220]: DEBUG nova.network.neutron [req-bc51003d-6b2b-4d3c-8087-4281283c8a3b req-cb47effa-cc9c-47cd-977b-173732013e99 service nova] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Refreshing network info cache for port 115f5790-0934-4028-99b2-81e8fc797c0e {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.394554] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.394721] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1461.452201] env[70220]: DEBUG oslo_vmware.api [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Task: {'id': task-3626784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141778} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.452477] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1461.452670] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1461.452841] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1461.453015] env[70220]: INFO nova.compute.manager [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1461.453264] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1461.453484] env[70220]: DEBUG nova.compute.manager [-] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1461.453587] env[70220]: DEBUG nova.network.neutron [-] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1461.558492] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626785, 'name': CreateVM_Task, 'duration_secs': 0.290644} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.559049] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1461.560479] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.560667] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.560997] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.561267] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6221be95-4261-42f9-a48d-81765355df4f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.565864] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1461.565864] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f9d913-0a88-8f88-fe9f-c541aa0fe7df" [ 1461.565864] env[70220]: _type = "Task" [ 1461.565864] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.573661] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f9d913-0a88-8f88-fe9f-c541aa0fe7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.076093] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f9d913-0a88-8f88-fe9f-c541aa0fe7df, 'name': SearchDatastore_Task, 'duration_secs': 0.011588} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.076532] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.076774] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.077016] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.077188] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.077402] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.077669] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab69efe0-4f46-460d-a048-6923f2c58f7b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.085613] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.085783] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.086542] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5056caf8-d0e5-4d32-aa04-a7bd927df206 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.091403] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1462.091403] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cb991d-3676-07e7-5cee-e9e5fd78d364" [ 1462.091403] env[70220]: _type = "Task" [ 1462.091403] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.100156] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cb991d-3676-07e7-5cee-e9e5fd78d364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.209913] env[70220]: DEBUG nova.network.neutron [req-bc51003d-6b2b-4d3c-8087-4281283c8a3b req-cb47effa-cc9c-47cd-977b-173732013e99 service nova] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Updated VIF entry in instance network info cache for port 115f5790-0934-4028-99b2-81e8fc797c0e. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.210340] env[70220]: DEBUG nova.network.neutron [req-bc51003d-6b2b-4d3c-8087-4281283c8a3b req-cb47effa-cc9c-47cd-977b-173732013e99 service nova] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Updating instance_info_cache with network_info: [{"id": "115f5790-0934-4028-99b2-81e8fc797c0e", "address": "fa:16:3e:5f:8b:66", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap115f5790-09", "ovs_interfaceid": "115f5790-0934-4028-99b2-81e8fc797c0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.395607] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.602875] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52cb991d-3676-07e7-5cee-e9e5fd78d364, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.603678] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d23b6d0b-a593-4eba-844b-49a13bc76252 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.608652] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1462.608652] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d2f663-9f38-82db-3e6f-e1ba052f439c" [ 1462.608652] env[70220]: _type = "Task" [ 1462.608652] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.615919] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d2f663-9f38-82db-3e6f-e1ba052f439c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.713753] env[70220]: DEBUG oslo_concurrency.lockutils [req-bc51003d-6b2b-4d3c-8087-4281283c8a3b req-cb47effa-cc9c-47cd-977b-173732013e99 service nova] Releasing lock "refresh_cache-b848611b-0399-44e0-a651-248c19e82c2c" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.732734] env[70220]: DEBUG nova.network.neutron [-] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.733863] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "a29b7571-b5aa-454d-b374-0d0463422479" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.734088] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.119123] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d2f663-9f38-82db-3e6f-e1ba052f439c, 'name': SearchDatastore_Task, 'duration_secs': 0.009475} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.119436] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.119627] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] b848611b-0399-44e0-a651-248c19e82c2c/b848611b-0399-44e0-a651-248c19e82c2c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.119878] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6c5c4ed-4a42-4662-b637-942d3c6bcefa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.127140] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1463.127140] env[70220]: value = "task-3626786" [ 1463.127140] env[70220]: _type = "Task" [ 1463.127140] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.134505] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.236029] env[70220]: INFO nova.compute.manager [-] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Took 1.78 seconds to deallocate network for instance. [ 1463.236739] env[70220]: DEBUG nova.compute.manager [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1463.314254] env[70220]: DEBUG nova.compute.manager [req-3670d139-5633-495e-8d06-5cace5998ae0 req-24e5fbc2-7788-4581-a3db-36565d3d3361 service nova] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Received event network-vif-deleted-89055bf4-5cad-478a-8841-af88a383b7f7 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1463.395090] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.637303] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43982} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.637544] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] b848611b-0399-44e0-a651-248c19e82c2c/b848611b-0399-44e0-a651-248c19e82c2c.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1463.637754] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1463.638010] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-940d62fc-3ea8-4743-a39e-193e686540fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.644556] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1463.644556] env[70220]: value = "task-3626787" [ 1463.644556] env[70220]: _type = "Task" [ 1463.644556] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.651389] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.748766] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.749115] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.749378] env[70220]: DEBUG nova.objects.instance [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lazy-loading 'resources' on Instance uuid 9b836194-ef04-4f1f-a992-1f79b0e9a3cd {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.763847] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.154726] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064412} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.155028] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.155842] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78b5da-2d87-40f0-85d9-1c789896b928 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.177181] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] b848611b-0399-44e0-a651-248c19e82c2c/b848611b-0399-44e0-a651-248c19e82c2c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.177479] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-497f1598-a2b2-4cdc-9fa1-d0fb01c0404e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.198799] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1464.198799] env[70220]: value = "task-3626788" [ 1464.198799] env[70220]: _type = "Task" [ 1464.198799] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.207747] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.328679] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffacd3fc-5d83-46f4-b308-9c133525c8ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.336575] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2ed58e-529e-435f-955b-26b3ec155e41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.366818] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8f3031-86e2-4296-97eb-a43c203f36af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.373809] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb0a862-79c5-4636-9a8f-66954ba36ae1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.386570] env[70220]: DEBUG nova.compute.provider_tree [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.394768] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.394966] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.708844] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.889573] env[70220]: DEBUG nova.scheduler.client.report [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.897536] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.208730] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626788, 'name': ReconfigVM_Task, 'duration_secs': 0.56649} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.209169] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] b848611b-0399-44e0-a651-248c19e82c2c/b848611b-0399-44e0-a651-248c19e82c2c.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.209655] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b02914c-e69a-4f58-9da7-cf37bc9ef112 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.216106] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1465.216106] env[70220]: value = "task-3626789" [ 1465.216106] env[70220]: _type = "Task" [ 1465.216106] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.224448] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626789, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.395435] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.397721] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.634s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.399325] env[70220]: INFO nova.compute.claims [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.412907] env[70220]: INFO nova.scheduler.client.report [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Deleted allocations for instance 9b836194-ef04-4f1f-a992-1f79b0e9a3cd [ 1465.725762] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626789, 'name': Rename_Task, 'duration_secs': 0.138064} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.726036] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.726274] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97318310-a18b-407f-b77c-19921f5b7231 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.732723] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1465.732723] env[70220]: value = "task-3626790" [ 1465.732723] env[70220]: _type = "Task" [ 1465.732723] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.747632] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.920810] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ab82f646-6664-4c3b-ae22-adcb861be8bd tempest-ServerActionsTestOtherB-701235476 tempest-ServerActionsTestOtherB-701235476-project-member] Lock "9b836194-ef04-4f1f-a992-1f79b0e9a3cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.090s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.242905] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.468259] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713a3f93-c1d0-4351-bf34-a1a204e7bea1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.475566] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc64dee-393a-432e-8efa-b97f2532d63e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.505091] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eceb7077-6471-44e8-b35f-0bb72daaf3c6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.512156] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf97b9a-3b30-4e67-8fcb-b4e3156e2bf2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.526017] env[70220]: DEBUG nova.compute.provider_tree [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.743819] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.028840] env[70220]: DEBUG nova.scheduler.client.report [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.244428] env[70220]: DEBUG oslo_vmware.api [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626790, 'name': PowerOnVM_Task, 'duration_secs': 1.47183} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.244834] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.244834] env[70220]: INFO nova.compute.manager [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1467.245000] env[70220]: DEBUG nova.compute.manager [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1467.245810] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7358ca15-11c5-44d7-80ae-41fedb1223a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.534023] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.534258] env[70220]: DEBUG nova.compute.manager [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1467.537261] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.640s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.537468] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.537635] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1467.538675] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe1501f-259d-4d37-9578-ab78f3d13579 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.546616] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d24373-1dfe-4a27-9dc4-3f708fa03375 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.560085] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8eeac2-cadd-463d-bc39-4f2819f74308 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.566490] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f9f3a2-2daa-49e8-bd68-985318557cbf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.596125] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180084MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1467.596292] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.596515] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.763077] env[70220]: INFO nova.compute.manager [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Took 12.84 seconds to build instance. [ 1468.040022] env[70220]: DEBUG nova.compute.utils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1468.041403] env[70220]: DEBUG nova.compute.manager [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1468.042050] env[70220]: DEBUG nova.network.neutron [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1468.087943] env[70220]: DEBUG nova.policy [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '605c34ab9170487c8a92af86bb4afadf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94aded59465f446ebbf268af478d6b55', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1468.265034] env[70220]: DEBUG oslo_concurrency.lockutils [None req-715c4861-dd9a-4573-9ef9-1af7a4387f9a tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b848611b-0399-44e0-a651-248c19e82c2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.351s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.371190] env[70220]: DEBUG nova.network.neutron [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Successfully created port: 412940ea-3703-4368-8c08-d3ba698e7fb6 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.375032] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "b848611b-0399-44e0-a651-248c19e82c2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.375308] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b848611b-0399-44e0-a651-248c19e82c2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.375523] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "b848611b-0399-44e0-a651-248c19e82c2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.375713] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b848611b-0399-44e0-a651-248c19e82c2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.375878] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b848611b-0399-44e0-a651-248c19e82c2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.377920] env[70220]: INFO nova.compute.manager [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Terminating instance [ 1468.544877] env[70220]: DEBUG nova.compute.manager [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1468.620941] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance c8c2b9c8-7baa-49ca-8862-66203ea6a60f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1468.621179] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 3a8d7252-d234-41d2-9820-bb6b713ba3e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1468.621355] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance b848611b-0399-44e0-a651-248c19e82c2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1468.621515] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance a29b7571-b5aa-454d-b374-0d0463422479 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1468.621741] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1468.621920] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1468.676062] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0818c8-e60b-415b-9479-11038be2c816 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.683525] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811b9ec1-7746-4243-8b09-5fb761027927 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.712157] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83046dbd-20b9-4aef-b9a0-6f569d3a457a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.718912] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066008bd-90d1-4928-beea-aa5c963ebc13 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.732722] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.881288] env[70220]: DEBUG nova.compute.manager [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1468.881520] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.882403] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e55ff6-c6a8-4a57-9b44-34a48b26676e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.890207] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.890577] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de8ed80c-30be-40ae-9b4c-3e3734f95128 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.896289] env[70220]: DEBUG oslo_vmware.api [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1468.896289] env[70220]: value = "task-3626792" [ 1468.896289] env[70220]: _type = "Task" [ 1468.896289] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.904025] env[70220]: DEBUG oslo_vmware.api [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.235288] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.406335] env[70220]: DEBUG oslo_vmware.api [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626792, 'name': PowerOffVM_Task, 'duration_secs': 0.189329} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.406602] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.406757] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.406999] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a22bb9ed-1f0b-4209-beb7-2a7061679518 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.474019] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.474273] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.474500] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleting the datastore file [datastore2] b848611b-0399-44e0-a651-248c19e82c2c {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.474913] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9dda18c9-bbca-4f27-8fc8-074415036b88 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.481293] env[70220]: DEBUG oslo_vmware.api [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1469.481293] env[70220]: value = "task-3626794" [ 1469.481293] env[70220]: _type = "Task" [ 1469.481293] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.488954] env[70220]: DEBUG oslo_vmware.api [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.554121] env[70220]: DEBUG nova.compute.manager [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1469.576882] env[70220]: DEBUG nova.virt.hardware [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1469.577185] env[70220]: DEBUG nova.virt.hardware [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.577390] env[70220]: DEBUG nova.virt.hardware [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1469.577619] env[70220]: DEBUG nova.virt.hardware [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.577776] env[70220]: DEBUG nova.virt.hardware [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1469.577922] env[70220]: DEBUG nova.virt.hardware [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1469.578192] env[70220]: DEBUG nova.virt.hardware [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1469.578303] env[70220]: DEBUG nova.virt.hardware [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1469.578493] env[70220]: DEBUG nova.virt.hardware [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1469.578698] env[70220]: DEBUG nova.virt.hardware [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1469.578926] env[70220]: DEBUG nova.virt.hardware [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1469.579812] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5232b454-8796-4be7-95ca-6897151ae664 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.587612] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a621f2-6030-4e73-8308-c277214bd77c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.740425] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1469.740633] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.825999] env[70220]: DEBUG nova.compute.manager [req-b00a5445-479c-4f9c-bf50-22e2d3c820c0 req-469b0a17-60d5-464e-8015-22c53b7e96b0 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Received event network-vif-plugged-412940ea-3703-4368-8c08-d3ba698e7fb6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1469.826243] env[70220]: DEBUG oslo_concurrency.lockutils [req-b00a5445-479c-4f9c-bf50-22e2d3c820c0 req-469b0a17-60d5-464e-8015-22c53b7e96b0 service nova] Acquiring lock "a29b7571-b5aa-454d-b374-0d0463422479-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.826451] env[70220]: DEBUG oslo_concurrency.lockutils [req-b00a5445-479c-4f9c-bf50-22e2d3c820c0 req-469b0a17-60d5-464e-8015-22c53b7e96b0 service nova] Lock "a29b7571-b5aa-454d-b374-0d0463422479-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.826625] env[70220]: DEBUG oslo_concurrency.lockutils [req-b00a5445-479c-4f9c-bf50-22e2d3c820c0 req-469b0a17-60d5-464e-8015-22c53b7e96b0 service nova] Lock "a29b7571-b5aa-454d-b374-0d0463422479-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.826789] env[70220]: DEBUG nova.compute.manager [req-b00a5445-479c-4f9c-bf50-22e2d3c820c0 req-469b0a17-60d5-464e-8015-22c53b7e96b0 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] No waiting events found dispatching network-vif-plugged-412940ea-3703-4368-8c08-d3ba698e7fb6 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1469.826955] env[70220]: WARNING nova.compute.manager [req-b00a5445-479c-4f9c-bf50-22e2d3c820c0 req-469b0a17-60d5-464e-8015-22c53b7e96b0 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Received unexpected event network-vif-plugged-412940ea-3703-4368-8c08-d3ba698e7fb6 for instance with vm_state building and task_state spawning. [ 1469.991011] env[70220]: DEBUG oslo_vmware.api [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126025} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.991357] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.991483] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.991654] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.991823] env[70220]: INFO nova.compute.manager [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1469.992068] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1469.992268] env[70220]: DEBUG nova.compute.manager [-] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1469.992363] env[70220]: DEBUG nova.network.neutron [-] [instance: b848611b-0399-44e0-a651-248c19e82c2c] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1469.994619] env[70220]: DEBUG nova.network.neutron [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Successfully updated port: 412940ea-3703-4368-8c08-d3ba698e7fb6 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.110919] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.111161] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.499188] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "refresh_cache-a29b7571-b5aa-454d-b374-0d0463422479" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.499188] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquired lock "refresh_cache-a29b7571-b5aa-454d-b374-0d0463422479" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.499188] env[70220]: DEBUG nova.network.neutron [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.613882] env[70220]: DEBUG nova.compute.manager [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1470.740902] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.741202] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.741377] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1470.893056] env[70220]: DEBUG nova.network.neutron [-] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.028835] env[70220]: DEBUG nova.network.neutron [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.137308] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.137652] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.139247] env[70220]: INFO nova.compute.claims [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.161837] env[70220]: DEBUG nova.network.neutron [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Updating instance_info_cache with network_info: [{"id": "412940ea-3703-4368-8c08-d3ba698e7fb6", "address": "fa:16:3e:9b:85:c7", "network": {"id": "892ecbff-3a0e-416c-9a9c-e1ce8d8dd311", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1535474441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aded59465f446ebbf268af478d6b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412940ea-37", "ovs_interfaceid": "412940ea-3703-4368-8c08-d3ba698e7fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.395834] env[70220]: INFO nova.compute.manager [-] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Took 1.40 seconds to deallocate network for instance. [ 1471.665593] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Releasing lock "refresh_cache-a29b7571-b5aa-454d-b374-0d0463422479" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.665593] env[70220]: DEBUG nova.compute.manager [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Instance network_info: |[{"id": "412940ea-3703-4368-8c08-d3ba698e7fb6", "address": "fa:16:3e:9b:85:c7", "network": {"id": "892ecbff-3a0e-416c-9a9c-e1ce8d8dd311", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1535474441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aded59465f446ebbf268af478d6b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412940ea-37", "ovs_interfaceid": "412940ea-3703-4368-8c08-d3ba698e7fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1471.665593] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:85:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '412940ea-3703-4368-8c08-d3ba698e7fb6', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.673714] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1471.674227] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.674472] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0f1d68e-3c77-4818-95ca-1c4ebc6b1652 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.695113] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.695113] env[70220]: value = "task-3626795" [ 1471.695113] env[70220]: _type = "Task" [ 1471.695113] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.705424] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626795, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.860288] env[70220]: DEBUG nova.compute.manager [req-851cd9be-a310-4a4d-bfd4-18710ba735fb req-e2313b51-7ddf-4e17-92c8-cdc10286ce73 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Received event network-changed-412940ea-3703-4368-8c08-d3ba698e7fb6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1471.860484] env[70220]: DEBUG nova.compute.manager [req-851cd9be-a310-4a4d-bfd4-18710ba735fb req-e2313b51-7ddf-4e17-92c8-cdc10286ce73 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Refreshing instance network info cache due to event network-changed-412940ea-3703-4368-8c08-d3ba698e7fb6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1471.860696] env[70220]: DEBUG oslo_concurrency.lockutils [req-851cd9be-a310-4a4d-bfd4-18710ba735fb req-e2313b51-7ddf-4e17-92c8-cdc10286ce73 service nova] Acquiring lock "refresh_cache-a29b7571-b5aa-454d-b374-0d0463422479" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.860838] env[70220]: DEBUG oslo_concurrency.lockutils [req-851cd9be-a310-4a4d-bfd4-18710ba735fb req-e2313b51-7ddf-4e17-92c8-cdc10286ce73 service nova] Acquired lock "refresh_cache-a29b7571-b5aa-454d-b374-0d0463422479" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.861010] env[70220]: DEBUG nova.network.neutron [req-851cd9be-a310-4a4d-bfd4-18710ba735fb req-e2313b51-7ddf-4e17-92c8-cdc10286ce73 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Refreshing network info cache for port 412940ea-3703-4368-8c08-d3ba698e7fb6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1471.902713] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.210287] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626795, 'name': CreateVM_Task, 'duration_secs': 0.309568} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.210576] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.212536] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.212743] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.213237] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.213921] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf38f1b-0483-4cf0-b393-4aa2d2a45035 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.221549] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1472.221549] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]524c3289-5bff-e522-5221-975905603827" [ 1472.221549] env[70220]: _type = "Task" [ 1472.221549] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.230408] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524c3289-5bff-e522-5221-975905603827, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.231888] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af81c0c4-46b0-45cb-8932-b80ca8cc4d2d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.238270] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb5443c-197a-42f2-92b4-5644120da6cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.268870] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9e1a04-7201-49a1-8b9e-40b7f890ab71 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.276464] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ce5688-aba0-457b-96b7-6e9c0da1b338 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.289734] env[70220]: DEBUG nova.compute.provider_tree [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.555639] env[70220]: DEBUG nova.network.neutron [req-851cd9be-a310-4a4d-bfd4-18710ba735fb req-e2313b51-7ddf-4e17-92c8-cdc10286ce73 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Updated VIF entry in instance network info cache for port 412940ea-3703-4368-8c08-d3ba698e7fb6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.556025] env[70220]: DEBUG nova.network.neutron [req-851cd9be-a310-4a4d-bfd4-18710ba735fb req-e2313b51-7ddf-4e17-92c8-cdc10286ce73 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Updating instance_info_cache with network_info: [{"id": "412940ea-3703-4368-8c08-d3ba698e7fb6", "address": "fa:16:3e:9b:85:c7", "network": {"id": "892ecbff-3a0e-416c-9a9c-e1ce8d8dd311", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1535474441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aded59465f446ebbf268af478d6b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412940ea-37", "ovs_interfaceid": "412940ea-3703-4368-8c08-d3ba698e7fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.732269] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]524c3289-5bff-e522-5221-975905603827, 'name': SearchDatastore_Task, 'duration_secs': 0.01021} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.732627] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.732813] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.733054] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.734086] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.734086] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.734086] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f05dc9e-7a83-4864-8175-f633f25715bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.742269] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.742438] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.743136] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-758632a5-7b38-455a-b32d-09f14cab3144 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.748767] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1472.748767] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520e6a56-58bd-74b4-877d-f46829fadfa0" [ 1472.748767] env[70220]: _type = "Task" [ 1472.748767] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.756252] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520e6a56-58bd-74b4-877d-f46829fadfa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.793300] env[70220]: DEBUG nova.scheduler.client.report [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1473.059417] env[70220]: DEBUG oslo_concurrency.lockutils [req-851cd9be-a310-4a4d-bfd4-18710ba735fb req-e2313b51-7ddf-4e17-92c8-cdc10286ce73 service nova] Releasing lock "refresh_cache-a29b7571-b5aa-454d-b374-0d0463422479" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.059417] env[70220]: DEBUG nova.compute.manager [req-851cd9be-a310-4a4d-bfd4-18710ba735fb req-e2313b51-7ddf-4e17-92c8-cdc10286ce73 service nova] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Received event network-vif-deleted-115f5790-0934-4028-99b2-81e8fc797c0e {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.259853] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520e6a56-58bd-74b4-877d-f46829fadfa0, 'name': SearchDatastore_Task, 'duration_secs': 0.008223} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.260697] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45fb6047-e2ad-467a-be6c-b92d2245756f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.266207] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1473.266207] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52caaf12-0b33-b758-310d-9b997e2f8ff5" [ 1473.266207] env[70220]: _type = "Task" [ 1473.266207] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.276533] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52caaf12-0b33-b758-310d-9b997e2f8ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.301937] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.302498] env[70220]: DEBUG nova.compute.manager [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1473.305383] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.403s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.305506] env[70220]: DEBUG nova.objects.instance [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lazy-loading 'resources' on Instance uuid b848611b-0399-44e0-a651-248c19e82c2c {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1473.781421] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52caaf12-0b33-b758-310d-9b997e2f8ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.781421] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.781853] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] a29b7571-b5aa-454d-b374-0d0463422479/a29b7571-b5aa-454d-b374-0d0463422479.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.781853] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15bc29c-1856-4ce6-a686-6c744c7435e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.790492] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1473.790492] env[70220]: value = "task-3626796" [ 1473.790492] env[70220]: _type = "Task" [ 1473.790492] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.799170] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.808701] env[70220]: DEBUG nova.compute.utils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1473.814047] env[70220]: DEBUG nova.compute.manager [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1473.814047] env[70220]: DEBUG nova.network.neutron [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1473.864598] env[70220]: DEBUG nova.policy [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8d21336fa0643f9919012ba6f709bdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65d3e447acac409dac82044220383b46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1473.902415] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe76acf7-e029-408f-9cce-e6d26bce0d83 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.910295] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ff64df-3e69-4d74-b90a-b132defeb31c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.943731] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c0bf74-0c8b-463f-b78d-34fd69889e51 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.951814] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067b5455-d82f-420b-9e04-b0f3a21a73e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.967171] env[70220]: DEBUG nova.compute.provider_tree [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1474.192303] env[70220]: DEBUG nova.network.neutron [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Successfully created port: e97ef411-a4a5-4a46-9be4-76966d3e1ac4 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1474.303688] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626796, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.312026] env[70220]: DEBUG nova.compute.manager [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1474.349039] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquiring lock "79225aaa-756f-4755-a270-cd5a4fe8adb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.349324] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Lock "79225aaa-756f-4755-a270-cd5a4fe8adb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.475026] env[70220]: DEBUG nova.scheduler.client.report [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1474.804041] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520097} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.805140] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] a29b7571-b5aa-454d-b374-0d0463422479/a29b7571-b5aa-454d-b374-0d0463422479.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.805140] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.805140] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c45d81b6-2151-4804-9ed0-4dd5b46ae4fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.811014] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1474.811014] env[70220]: value = "task-3626797" [ 1474.811014] env[70220]: _type = "Task" [ 1474.811014] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.824535] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.851836] env[70220]: DEBUG nova.compute.manager [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.978558] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.000138] env[70220]: INFO nova.scheduler.client.report [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted allocations for instance b848611b-0399-44e0-a651-248c19e82c2c [ 1475.321252] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068585} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.321517] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.323379] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09e08ba-fbd2-4f53-90e1-38b28721c5df {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.325845] env[70220]: DEBUG nova.compute.manager [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1475.348491] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] a29b7571-b5aa-454d-b374-0d0463422479/a29b7571-b5aa-454d-b374-0d0463422479.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.350620] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06f79478-a4be-4917-9b02-f006f1d3844c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.370712] env[70220]: DEBUG nova.virt.hardware [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1475.370950] env[70220]: DEBUG nova.virt.hardware [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.371119] env[70220]: DEBUG nova.virt.hardware [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1475.371302] env[70220]: DEBUG nova.virt.hardware [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.371443] env[70220]: DEBUG nova.virt.hardware [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1475.371587] env[70220]: DEBUG nova.virt.hardware [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1475.371791] env[70220]: DEBUG nova.virt.hardware [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1475.371945] env[70220]: DEBUG nova.virt.hardware [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1475.372125] env[70220]: DEBUG nova.virt.hardware [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1475.372289] env[70220]: DEBUG nova.virt.hardware [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1475.372458] env[70220]: DEBUG nova.virt.hardware [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1475.373637] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8decbea-2072-4ada-9ff7-ab856febf3e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.377044] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1475.377044] env[70220]: value = "task-3626798" [ 1475.377044] env[70220]: _type = "Task" [ 1475.377044] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.383011] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.383265] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.384633] env[70220]: INFO nova.compute.claims [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1475.388313] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fff0c38-e66d-40d2-9853-fdeb555c6c30 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.396525] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.507829] env[70220]: DEBUG oslo_concurrency.lockutils [None req-9ebc7b90-0875-48e8-b1b4-efd3f200267c tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b848611b-0399-44e0-a651-248c19e82c2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.132s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.652580] env[70220]: DEBUG nova.compute.manager [req-ff4dc84d-8dd0-4409-8e6c-e02a72a46c86 req-b606fc96-868c-469f-89b9-b0541505a9b3 service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Received event network-vif-plugged-e97ef411-a4a5-4a46-9be4-76966d3e1ac4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1475.652801] env[70220]: DEBUG oslo_concurrency.lockutils [req-ff4dc84d-8dd0-4409-8e6c-e02a72a46c86 req-b606fc96-868c-469f-89b9-b0541505a9b3 service nova] Acquiring lock "966527ef-9262-4460-bb31-ab07e4a7bdb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.653019] env[70220]: DEBUG oslo_concurrency.lockutils [req-ff4dc84d-8dd0-4409-8e6c-e02a72a46c86 req-b606fc96-868c-469f-89b9-b0541505a9b3 service nova] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.653232] env[70220]: DEBUG oslo_concurrency.lockutils [req-ff4dc84d-8dd0-4409-8e6c-e02a72a46c86 req-b606fc96-868c-469f-89b9-b0541505a9b3 service nova] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.653401] env[70220]: DEBUG nova.compute.manager [req-ff4dc84d-8dd0-4409-8e6c-e02a72a46c86 req-b606fc96-868c-469f-89b9-b0541505a9b3 service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] No waiting events found dispatching network-vif-plugged-e97ef411-a4a5-4a46-9be4-76966d3e1ac4 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1475.653569] env[70220]: WARNING nova.compute.manager [req-ff4dc84d-8dd0-4409-8e6c-e02a72a46c86 req-b606fc96-868c-469f-89b9-b0541505a9b3 service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Received unexpected event network-vif-plugged-e97ef411-a4a5-4a46-9be4-76966d3e1ac4 for instance with vm_state building and task_state spawning. [ 1475.746177] env[70220]: DEBUG nova.network.neutron [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Successfully updated port: e97ef411-a4a5-4a46-9be4-76966d3e1ac4 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1475.887166] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626798, 'name': ReconfigVM_Task, 'duration_secs': 0.457764} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.887442] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Reconfigured VM instance instance-00000079 to attach disk [datastore2] a29b7571-b5aa-454d-b374-0d0463422479/a29b7571-b5aa-454d-b374-0d0463422479.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.888133] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a008d8f3-d4c2-4303-8267-4038211bf0cc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.895236] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1475.895236] env[70220]: value = "task-3626799" [ 1475.895236] env[70220]: _type = "Task" [ 1475.895236] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.905916] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626799, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.248635] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "refresh_cache-966527ef-9262-4460-bb31-ab07e4a7bdb1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.248808] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "refresh_cache-966527ef-9262-4460-bb31-ab07e4a7bdb1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.248991] env[70220]: DEBUG nova.network.neutron [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.406566] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626799, 'name': Rename_Task, 'duration_secs': 0.132999} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.406930] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.407084] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-765ee2c4-7a71-4645-9f7a-8d27855f40ee {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.414132] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1476.414132] env[70220]: value = "task-3626800" [ 1476.414132] env[70220]: _type = "Task" [ 1476.414132] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.417884] env[70220]: DEBUG nova.scheduler.client.report [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Refreshing inventories for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1476.424368] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.433020] env[70220]: DEBUG nova.scheduler.client.report [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Updating ProviderTree inventory for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1476.433247] env[70220]: DEBUG nova.compute.provider_tree [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Updating inventory in ProviderTree for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.445200] env[70220]: DEBUG nova.scheduler.client.report [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Refreshing aggregate associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, aggregates: None {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1476.464407] env[70220]: DEBUG nova.scheduler.client.report [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Refreshing trait associations for resource provider b420b834-e0c4-4c49-996e-52ceb9a09fd8, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64 {{(pid=70220) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1476.486216] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "b1afe613-4e89-4150-b854-1015a6cbeaf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.486451] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b1afe613-4e89-4150-b854-1015a6cbeaf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.562809] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27203181-cb63-4b10-9a92-07b3b4714a7e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.570482] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949b631f-95be-4b9d-b5b7-01a71b15b317 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.601441] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051a0bb3-e931-4581-a746-4ebca4e51a39 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.608469] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1561f2c-4989-425c-a030-988a99e2c41d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.621485] env[70220]: DEBUG nova.compute.provider_tree [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.783341] env[70220]: DEBUG nova.network.neutron [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1476.913343] env[70220]: DEBUG nova.network.neutron [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Updating instance_info_cache with network_info: [{"id": "e97ef411-a4a5-4a46-9be4-76966d3e1ac4", "address": "fa:16:3e:89:99:fc", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97ef411-a4", "ovs_interfaceid": "e97ef411-a4a5-4a46-9be4-76966d3e1ac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.924302] env[70220]: DEBUG oslo_vmware.api [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626800, 'name': PowerOnVM_Task, 'duration_secs': 0.416898} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.924302] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.924434] env[70220]: INFO nova.compute.manager [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1476.924547] env[70220]: DEBUG nova.compute.manager [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1476.925282] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d673fcf-75aa-4e8f-87a3-34dac42fac82 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.988811] env[70220]: DEBUG nova.compute.manager [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1477.124509] env[70220]: DEBUG nova.scheduler.client.report [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1477.420058] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "refresh_cache-966527ef-9262-4460-bb31-ab07e4a7bdb1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.420058] env[70220]: DEBUG nova.compute.manager [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Instance network_info: |[{"id": "e97ef411-a4a5-4a46-9be4-76966d3e1ac4", "address": "fa:16:3e:89:99:fc", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97ef411-a4", "ovs_interfaceid": "e97ef411-a4a5-4a46-9be4-76966d3e1ac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1477.420305] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:99:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e97ef411-a4a5-4a46-9be4-76966d3e1ac4', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.427695] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1477.427917] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1477.428141] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a714ebd-c45f-4426-b2ae-3a55b466d07d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.448910] env[70220]: INFO nova.compute.manager [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Took 13.70 seconds to build instance. [ 1477.452265] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1477.452265] env[70220]: value = "task-3626801" [ 1477.452265] env[70220]: _type = "Task" [ 1477.452265] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.459914] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626801, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.513478] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.629316] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.629923] env[70220]: DEBUG nova.compute.manager [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1477.632938] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.120s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.634708] env[70220]: INFO nova.compute.claims [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.690360] env[70220]: DEBUG nova.compute.manager [req-5c742b52-bd48-49d3-9ece-42b5b9c9cdfe req-1b73d32c-5919-4ed7-8d85-ddda76cc7717 service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Received event network-changed-e97ef411-a4a5-4a46-9be4-76966d3e1ac4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.690593] env[70220]: DEBUG nova.compute.manager [req-5c742b52-bd48-49d3-9ece-42b5b9c9cdfe req-1b73d32c-5919-4ed7-8d85-ddda76cc7717 service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Refreshing instance network info cache due to event network-changed-e97ef411-a4a5-4a46-9be4-76966d3e1ac4. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1477.690911] env[70220]: DEBUG oslo_concurrency.lockutils [req-5c742b52-bd48-49d3-9ece-42b5b9c9cdfe req-1b73d32c-5919-4ed7-8d85-ddda76cc7717 service nova] Acquiring lock "refresh_cache-966527ef-9262-4460-bb31-ab07e4a7bdb1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.691178] env[70220]: DEBUG oslo_concurrency.lockutils [req-5c742b52-bd48-49d3-9ece-42b5b9c9cdfe req-1b73d32c-5919-4ed7-8d85-ddda76cc7717 service nova] Acquired lock "refresh_cache-966527ef-9262-4460-bb31-ab07e4a7bdb1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.691264] env[70220]: DEBUG nova.network.neutron [req-5c742b52-bd48-49d3-9ece-42b5b9c9cdfe req-1b73d32c-5919-4ed7-8d85-ddda76cc7717 service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Refreshing network info cache for port e97ef411-a4a5-4a46-9be4-76966d3e1ac4 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.952659] env[70220]: DEBUG oslo_concurrency.lockutils [None req-eeeaedc4-92ae-4167-b34f-c2e50704c762 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.218s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.963114] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626801, 'name': CreateVM_Task, 'duration_secs': 0.297133} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.963332] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1477.963976] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.964163] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.964490] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.965238] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab1d3a9-0c98-48a3-8822-93ac437dab92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.969229] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1477.969229] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d53edf-ec66-5f87-b953-d6a75d430e42" [ 1477.969229] env[70220]: _type = "Task" [ 1477.969229] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.976801] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d53edf-ec66-5f87-b953-d6a75d430e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.068889] env[70220]: DEBUG nova.compute.manager [req-da99b0d9-d45a-4f6c-a244-d64fccbbe0ec req-18f840a8-371f-4c44-ae31-643a09efe0c2 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Received event network-changed-412940ea-3703-4368-8c08-d3ba698e7fb6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1478.069114] env[70220]: DEBUG nova.compute.manager [req-da99b0d9-d45a-4f6c-a244-d64fccbbe0ec req-18f840a8-371f-4c44-ae31-643a09efe0c2 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Refreshing instance network info cache due to event network-changed-412940ea-3703-4368-8c08-d3ba698e7fb6. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1478.069327] env[70220]: DEBUG oslo_concurrency.lockutils [req-da99b0d9-d45a-4f6c-a244-d64fccbbe0ec req-18f840a8-371f-4c44-ae31-643a09efe0c2 service nova] Acquiring lock "refresh_cache-a29b7571-b5aa-454d-b374-0d0463422479" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.069470] env[70220]: DEBUG oslo_concurrency.lockutils [req-da99b0d9-d45a-4f6c-a244-d64fccbbe0ec req-18f840a8-371f-4c44-ae31-643a09efe0c2 service nova] Acquired lock "refresh_cache-a29b7571-b5aa-454d-b374-0d0463422479" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.069631] env[70220]: DEBUG nova.network.neutron [req-da99b0d9-d45a-4f6c-a244-d64fccbbe0ec req-18f840a8-371f-4c44-ae31-643a09efe0c2 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Refreshing network info cache for port 412940ea-3703-4368-8c08-d3ba698e7fb6 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.140072] env[70220]: DEBUG nova.compute.utils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1478.143320] env[70220]: DEBUG nova.compute.manager [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1478.143541] env[70220]: DEBUG nova.network.neutron [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.181678] env[70220]: DEBUG nova.policy [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22e1f45cb5b64458b6896cb048fdc8a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86c871e964bf4d63a8466a4698e3993f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1478.482022] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d53edf-ec66-5f87-b953-d6a75d430e42, 'name': SearchDatastore_Task, 'duration_secs': 0.010586} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.482387] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.482627] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.482869] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.483033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.483223] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.483479] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c547d7cc-de30-40aa-9a29-1797cac141c6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.487885] env[70220]: DEBUG nova.network.neutron [req-5c742b52-bd48-49d3-9ece-42b5b9c9cdfe req-1b73d32c-5919-4ed7-8d85-ddda76cc7717 service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Updated VIF entry in instance network info cache for port e97ef411-a4a5-4a46-9be4-76966d3e1ac4. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.488671] env[70220]: DEBUG nova.network.neutron [req-5c742b52-bd48-49d3-9ece-42b5b9c9cdfe req-1b73d32c-5919-4ed7-8d85-ddda76cc7717 service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Updating instance_info_cache with network_info: [{"id": "e97ef411-a4a5-4a46-9be4-76966d3e1ac4", "address": "fa:16:3e:89:99:fc", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97ef411-a4", "ovs_interfaceid": "e97ef411-a4a5-4a46-9be4-76966d3e1ac4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.493504] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.493504] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1478.493504] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdcc9633-8706-453b-b010-ffd463ec43f9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.504483] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1478.504483] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5206638a-1380-e7c7-31d2-dee1ed4d4730" [ 1478.504483] env[70220]: _type = "Task" [ 1478.504483] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.513303] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5206638a-1380-e7c7-31d2-dee1ed4d4730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.589771] env[70220]: DEBUG nova.network.neutron [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Successfully created port: 2e417831-7136-438c-85bb-7e1013b1779b {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1478.644276] env[70220]: DEBUG nova.compute.manager [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1478.756172] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc7a595-4168-47ee-992d-95d069f3b131 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.765654] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102fb283-0aa4-44d1-a4df-fb10fd2b405f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.797237] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d5681c-4ad9-4cd8-a81c-3a96f262e66f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.804970] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09562a7-805e-4fe0-9264-9d286904bfa7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.818021] env[70220]: DEBUG nova.compute.provider_tree [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.898714] env[70220]: DEBUG nova.network.neutron [req-da99b0d9-d45a-4f6c-a244-d64fccbbe0ec req-18f840a8-371f-4c44-ae31-643a09efe0c2 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Updated VIF entry in instance network info cache for port 412940ea-3703-4368-8c08-d3ba698e7fb6. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.899162] env[70220]: DEBUG nova.network.neutron [req-da99b0d9-d45a-4f6c-a244-d64fccbbe0ec req-18f840a8-371f-4c44-ae31-643a09efe0c2 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Updating instance_info_cache with network_info: [{"id": "412940ea-3703-4368-8c08-d3ba698e7fb6", "address": "fa:16:3e:9b:85:c7", "network": {"id": "892ecbff-3a0e-416c-9a9c-e1ce8d8dd311", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1535474441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94aded59465f446ebbf268af478d6b55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412940ea-37", "ovs_interfaceid": "412940ea-3703-4368-8c08-d3ba698e7fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.991785] env[70220]: DEBUG oslo_concurrency.lockutils [req-5c742b52-bd48-49d3-9ece-42b5b9c9cdfe req-1b73d32c-5919-4ed7-8d85-ddda76cc7717 service nova] Releasing lock "refresh_cache-966527ef-9262-4460-bb31-ab07e4a7bdb1" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.014497] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5206638a-1380-e7c7-31d2-dee1ed4d4730, 'name': SearchDatastore_Task, 'duration_secs': 0.014229} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.015019] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6639d693-8a71-4287-87fc-9f4415b4be49 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.019668] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1479.019668] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c96e42-a762-7ec2-cd8b-4f4f469aa6c4" [ 1479.019668] env[70220]: _type = "Task" [ 1479.019668] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.026854] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c96e42-a762-7ec2-cd8b-4f4f469aa6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.321224] env[70220]: DEBUG nova.scheduler.client.report [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.402018] env[70220]: DEBUG oslo_concurrency.lockutils [req-da99b0d9-d45a-4f6c-a244-d64fccbbe0ec req-18f840a8-371f-4c44-ae31-643a09efe0c2 service nova] Releasing lock "refresh_cache-a29b7571-b5aa-454d-b374-0d0463422479" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.530907] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52c96e42-a762-7ec2-cd8b-4f4f469aa6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.531201] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.531462] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 966527ef-9262-4460-bb31-ab07e4a7bdb1/966527ef-9262-4460-bb31-ab07e4a7bdb1.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.532022] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f968f657-5372-463f-ad12-989dbad7721c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.539288] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1479.539288] env[70220]: value = "task-3626802" [ 1479.539288] env[70220]: _type = "Task" [ 1479.539288] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.548213] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.663819] env[70220]: DEBUG nova.compute.manager [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1479.692226] env[70220]: DEBUG nova.virt.hardware [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1479.692499] env[70220]: DEBUG nova.virt.hardware [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.692656] env[70220]: DEBUG nova.virt.hardware [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1479.692839] env[70220]: DEBUG nova.virt.hardware [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.692982] env[70220]: DEBUG nova.virt.hardware [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1479.693153] env[70220]: DEBUG nova.virt.hardware [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1479.693372] env[70220]: DEBUG nova.virt.hardware [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1479.693530] env[70220]: DEBUG nova.virt.hardware [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1479.693743] env[70220]: DEBUG nova.virt.hardware [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1479.694010] env[70220]: DEBUG nova.virt.hardware [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1479.694191] env[70220]: DEBUG nova.virt.hardware [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1479.695072] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57eb544a-d111-4534-b98a-8032d0ac296d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.704574] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7b57bc-83b7-4c07-902e-5ff90a18574c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.826134] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.826644] env[70220]: DEBUG nova.compute.manager [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1480.048721] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47285} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.049046] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 966527ef-9262-4460-bb31-ab07e4a7bdb1/966527ef-9262-4460-bb31-ab07e4a7bdb1.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.049209] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.049453] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c40b0883-45e3-42f3-be93-bfb6959ed3ab {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.055097] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1480.055097] env[70220]: value = "task-3626803" [ 1480.055097] env[70220]: _type = "Task" [ 1480.055097] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.063414] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.092017] env[70220]: DEBUG nova.compute.manager [req-000a9674-9737-4026-8510-fa75873a44e9 req-66448887-c610-4e70-89f8-f27869a7b60b service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Received event network-vif-plugged-2e417831-7136-438c-85bb-7e1013b1779b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1480.092236] env[70220]: DEBUG oslo_concurrency.lockutils [req-000a9674-9737-4026-8510-fa75873a44e9 req-66448887-c610-4e70-89f8-f27869a7b60b service nova] Acquiring lock "79225aaa-756f-4755-a270-cd5a4fe8adb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.092443] env[70220]: DEBUG oslo_concurrency.lockutils [req-000a9674-9737-4026-8510-fa75873a44e9 req-66448887-c610-4e70-89f8-f27869a7b60b service nova] Lock "79225aaa-756f-4755-a270-cd5a4fe8adb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.092610] env[70220]: DEBUG oslo_concurrency.lockutils [req-000a9674-9737-4026-8510-fa75873a44e9 req-66448887-c610-4e70-89f8-f27869a7b60b service nova] Lock "79225aaa-756f-4755-a270-cd5a4fe8adb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.092842] env[70220]: DEBUG nova.compute.manager [req-000a9674-9737-4026-8510-fa75873a44e9 req-66448887-c610-4e70-89f8-f27869a7b60b service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] No waiting events found dispatching network-vif-plugged-2e417831-7136-438c-85bb-7e1013b1779b {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1480.092957] env[70220]: WARNING nova.compute.manager [req-000a9674-9737-4026-8510-fa75873a44e9 req-66448887-c610-4e70-89f8-f27869a7b60b service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Received unexpected event network-vif-plugged-2e417831-7136-438c-85bb-7e1013b1779b for instance with vm_state building and task_state spawning. [ 1480.332229] env[70220]: DEBUG nova.compute.utils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1480.334202] env[70220]: DEBUG nova.compute.manager [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1480.337459] env[70220]: DEBUG nova.network.neutron [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.389527] env[70220]: DEBUG nova.policy [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a63844d92eb343e18c4e57190f88e8f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '892037b8819441efaa0930993498ce03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1480.414282] env[70220]: DEBUG nova.network.neutron [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Successfully updated port: 2e417831-7136-438c-85bb-7e1013b1779b {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.564468] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211017} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.564789] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1480.565601] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3b6a5f-ffc9-4589-9f97-5664194dee93 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.587489] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 966527ef-9262-4460-bb31-ab07e4a7bdb1/966527ef-9262-4460-bb31-ab07e4a7bdb1.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.587806] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efca568f-bdd5-46e5-9f4d-d17fe4eae499 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.607222] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1480.607222] env[70220]: value = "task-3626804" [ 1480.607222] env[70220]: _type = "Task" [ 1480.607222] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.615337] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.656648] env[70220]: DEBUG nova.network.neutron [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Successfully created port: ac801e7c-2e80-4133-b1b6-abe326eab48f {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1480.838582] env[70220]: DEBUG nova.compute.manager [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1480.916767] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquiring lock "refresh_cache-79225aaa-756f-4755-a270-cd5a4fe8adb5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.916928] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquired lock "refresh_cache-79225aaa-756f-4755-a270-cd5a4fe8adb5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.917096] env[70220]: DEBUG nova.network.neutron [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.118020] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.454277] env[70220]: DEBUG nova.network.neutron [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.572634] env[70220]: DEBUG nova.network.neutron [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Updating instance_info_cache with network_info: [{"id": "2e417831-7136-438c-85bb-7e1013b1779b", "address": "fa:16:3e:4b:31:b3", "network": {"id": "1d00551c-d154-48ae-a24e-e80d4b2fe57d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1134920525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86c871e964bf4d63a8466a4698e3993f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e417831-71", "ovs_interfaceid": "2e417831-7136-438c-85bb-7e1013b1779b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.617984] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.846971] env[70220]: DEBUG nova.compute.manager [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1481.874736] env[70220]: DEBUG nova.virt.hardware [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1481.874980] env[70220]: DEBUG nova.virt.hardware [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1481.875155] env[70220]: DEBUG nova.virt.hardware [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1481.875339] env[70220]: DEBUG nova.virt.hardware [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1481.875514] env[70220]: DEBUG nova.virt.hardware [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1481.875704] env[70220]: DEBUG nova.virt.hardware [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1481.875921] env[70220]: DEBUG nova.virt.hardware [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1481.876094] env[70220]: DEBUG nova.virt.hardware [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1481.876260] env[70220]: DEBUG nova.virt.hardware [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1481.876421] env[70220]: DEBUG nova.virt.hardware [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1481.876589] env[70220]: DEBUG nova.virt.hardware [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1481.877463] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c994759e-2a9d-4f13-8a16-235e3d8a5769 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.885483] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cf9998-6211-4950-b06c-3ee3d5a37fc5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.075711] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Releasing lock "refresh_cache-79225aaa-756f-4755-a270-cd5a4fe8adb5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.076073] env[70220]: DEBUG nova.compute.manager [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Instance network_info: |[{"id": "2e417831-7136-438c-85bb-7e1013b1779b", "address": "fa:16:3e:4b:31:b3", "network": {"id": "1d00551c-d154-48ae-a24e-e80d4b2fe57d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1134920525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86c871e964bf4d63a8466a4698e3993f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e417831-71", "ovs_interfaceid": "2e417831-7136-438c-85bb-7e1013b1779b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1482.076506] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:31:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '849fc06e-dfc2-470f-8490-034590682ea7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e417831-7136-438c-85bb-7e1013b1779b', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.087896] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Creating folder: Project (86c871e964bf4d63a8466a4698e3993f). Parent ref: group-v722922. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.089367] env[70220]: DEBUG nova.network.neutron [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Successfully updated port: ac801e7c-2e80-4133-b1b6-abe326eab48f {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1482.090604] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-141d7c7b-cb91-4b52-940a-f292351a84e0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.102283] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Created folder: Project (86c871e964bf4d63a8466a4698e3993f) in parent group-v722922. [ 1482.102462] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Creating folder: Instances. Parent ref: group-v723258. {{(pid=70220) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.102688] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-165a5df1-718d-4cda-8dd3-5982592835bd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.113177] env[70220]: INFO nova.virt.vmwareapi.vm_util [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Created folder: Instances in parent group-v723258. [ 1482.113405] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1482.114202] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.114202] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2134335e-42dd-4072-b716-327dc1de1ca5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.131063] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626804, 'name': ReconfigVM_Task, 'duration_secs': 1.156575} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.131684] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 966527ef-9262-4460-bb31-ab07e4a7bdb1/966527ef-9262-4460-bb31-ab07e4a7bdb1.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.132332] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-542b9432-15a5-4513-8a22-e27b87e01d66 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.135514] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.135514] env[70220]: value = "task-3626807" [ 1482.135514] env[70220]: _type = "Task" [ 1482.135514] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.139170] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1482.139170] env[70220]: value = "task-3626808" [ 1482.139170] env[70220]: _type = "Task" [ 1482.139170] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.145045] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626807, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.150245] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626808, 'name': Rename_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.315923] env[70220]: DEBUG nova.compute.manager [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Received event network-changed-2e417831-7136-438c-85bb-7e1013b1779b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.315923] env[70220]: DEBUG nova.compute.manager [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Refreshing instance network info cache due to event network-changed-2e417831-7136-438c-85bb-7e1013b1779b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1482.316163] env[70220]: DEBUG oslo_concurrency.lockutils [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] Acquiring lock "refresh_cache-79225aaa-756f-4755-a270-cd5a4fe8adb5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.316163] env[70220]: DEBUG oslo_concurrency.lockutils [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] Acquired lock "refresh_cache-79225aaa-756f-4755-a270-cd5a4fe8adb5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.316371] env[70220]: DEBUG nova.network.neutron [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Refreshing network info cache for port 2e417831-7136-438c-85bb-7e1013b1779b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.594042] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "refresh_cache-b1afe613-4e89-4150-b854-1015a6cbeaf8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.594042] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "refresh_cache-b1afe613-4e89-4150-b854-1015a6cbeaf8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.594042] env[70220]: DEBUG nova.network.neutron [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.646854] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626807, 'name': CreateVM_Task, 'duration_secs': 0.300353} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.647300] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.647968] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.648160] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.648465] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.648723] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdfdbf30-b081-4851-8bfb-06f9b6ddb766 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.652725] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626808, 'name': Rename_Task, 'duration_secs': 0.133074} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.653242] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.653457] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f77d2152-6d26-4cf6-9f1e-026eb0551b92 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.655651] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for the task: (returnval){ [ 1482.655651] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]520c18b9-1dc3-ddf0-a1bd-d8a13e356e20" [ 1482.655651] env[70220]: _type = "Task" [ 1482.655651] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.660117] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1482.660117] env[70220]: value = "task-3626809" [ 1482.660117] env[70220]: _type = "Task" [ 1482.660117] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.662810] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520c18b9-1dc3-ddf0-a1bd-d8a13e356e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.669368] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.029208] env[70220]: DEBUG nova.network.neutron [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Updated VIF entry in instance network info cache for port 2e417831-7136-438c-85bb-7e1013b1779b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.029578] env[70220]: DEBUG nova.network.neutron [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Updating instance_info_cache with network_info: [{"id": "2e417831-7136-438c-85bb-7e1013b1779b", "address": "fa:16:3e:4b:31:b3", "network": {"id": "1d00551c-d154-48ae-a24e-e80d4b2fe57d", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1134920525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86c871e964bf4d63a8466a4698e3993f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "849fc06e-dfc2-470f-8490-034590682ea7", "external-id": "nsx-vlan-transportzone-567", "segmentation_id": 567, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e417831-71", "ovs_interfaceid": "2e417831-7136-438c-85bb-7e1013b1779b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.126087] env[70220]: DEBUG nova.network.neutron [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1483.174433] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]520c18b9-1dc3-ddf0-a1bd-d8a13e356e20, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.175021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.175346] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.175669] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.175890] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.176166] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.176972] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731824ec-f2ed-4172-90e4-f91a84857f57 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.183261] env[70220]: DEBUG oslo_vmware.api [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626809, 'name': PowerOnVM_Task, 'duration_secs': 0.430682} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.183958] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.184290] env[70220]: INFO nova.compute.manager [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1483.184553] env[70220]: DEBUG nova.compute.manager [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.185617] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a260c-9b05-4ea0-9f4e-da2c6d7b52cc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.190283] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.190544] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.193104] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-115d2dff-cd33-4a5f-adeb-e28d03f9c74a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.206358] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for the task: (returnval){ [ 1483.206358] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5278d9bd-141d-ba82-2975-88400443449a" [ 1483.206358] env[70220]: _type = "Task" [ 1483.206358] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.216017] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5278d9bd-141d-ba82-2975-88400443449a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.262705] env[70220]: DEBUG nova.network.neutron [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Updating instance_info_cache with network_info: [{"id": "ac801e7c-2e80-4133-b1b6-abe326eab48f", "address": "fa:16:3e:29:4a:8d", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac801e7c-2e", "ovs_interfaceid": "ac801e7c-2e80-4133-b1b6-abe326eab48f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.532354] env[70220]: DEBUG oslo_concurrency.lockutils [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] Releasing lock "refresh_cache-79225aaa-756f-4755-a270-cd5a4fe8adb5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.532620] env[70220]: DEBUG nova.compute.manager [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Received event network-vif-plugged-ac801e7c-2e80-4133-b1b6-abe326eab48f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1483.532819] env[70220]: DEBUG oslo_concurrency.lockutils [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] Acquiring lock "b1afe613-4e89-4150-b854-1015a6cbeaf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.533039] env[70220]: DEBUG oslo_concurrency.lockutils [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] Lock "b1afe613-4e89-4150-b854-1015a6cbeaf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.533212] env[70220]: DEBUG oslo_concurrency.lockutils [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] Lock "b1afe613-4e89-4150-b854-1015a6cbeaf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.533376] env[70220]: DEBUG nova.compute.manager [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] No waiting events found dispatching network-vif-plugged-ac801e7c-2e80-4133-b1b6-abe326eab48f {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1483.533544] env[70220]: WARNING nova.compute.manager [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Received unexpected event network-vif-plugged-ac801e7c-2e80-4133-b1b6-abe326eab48f for instance with vm_state building and task_state spawning. [ 1483.533750] env[70220]: DEBUG nova.compute.manager [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Received event network-changed-ac801e7c-2e80-4133-b1b6-abe326eab48f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1483.533921] env[70220]: DEBUG nova.compute.manager [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Refreshing instance network info cache due to event network-changed-ac801e7c-2e80-4133-b1b6-abe326eab48f. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1483.534240] env[70220]: DEBUG oslo_concurrency.lockutils [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] Acquiring lock "refresh_cache-b1afe613-4e89-4150-b854-1015a6cbeaf8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.713444] env[70220]: INFO nova.compute.manager [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Took 12.59 seconds to build instance. [ 1483.718480] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5278d9bd-141d-ba82-2975-88400443449a, 'name': SearchDatastore_Task, 'duration_secs': 0.009473} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.719292] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75fe8a98-9fe2-4903-94bb-a52dcd92d2b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.724384] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for the task: (returnval){ [ 1483.724384] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]526b3829-415c-2920-2968-7d38e595c278" [ 1483.724384] env[70220]: _type = "Task" [ 1483.724384] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.731887] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526b3829-415c-2920-2968-7d38e595c278, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.765144] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "refresh_cache-b1afe613-4e89-4150-b854-1015a6cbeaf8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.765439] env[70220]: DEBUG nova.compute.manager [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Instance network_info: |[{"id": "ac801e7c-2e80-4133-b1b6-abe326eab48f", "address": "fa:16:3e:29:4a:8d", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac801e7c-2e", "ovs_interfaceid": "ac801e7c-2e80-4133-b1b6-abe326eab48f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1483.766060] env[70220]: DEBUG oslo_concurrency.lockutils [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] Acquired lock "refresh_cache-b1afe613-4e89-4150-b854-1015a6cbeaf8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.766285] env[70220]: DEBUG nova.network.neutron [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Refreshing network info cache for port ac801e7c-2e80-4133-b1b6-abe326eab48f {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.767456] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:4a:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac801e7c-2e80-4133-b1b6-abe326eab48f', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1483.775297] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1483.778535] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1483.778990] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9148c631-69f8-428f-a614-3615cf72c2a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.798591] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1483.798591] env[70220]: value = "task-3626810" [ 1483.798591] env[70220]: _type = "Task" [ 1483.798591] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.805643] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626810, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.984804] env[70220]: DEBUG nova.network.neutron [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Updated VIF entry in instance network info cache for port ac801e7c-2e80-4133-b1b6-abe326eab48f. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.985248] env[70220]: DEBUG nova.network.neutron [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Updating instance_info_cache with network_info: [{"id": "ac801e7c-2e80-4133-b1b6-abe326eab48f", "address": "fa:16:3e:29:4a:8d", "network": {"id": "7dacc1ee-f113-4413-a92e-a879fb116ccc", "bridge": "br-int", "label": "tempest-ServersTestJSON-282224708-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "892037b8819441efaa0930993498ce03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac801e7c-2e", "ovs_interfaceid": "ac801e7c-2e80-4133-b1b6-abe326eab48f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.215873] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1c9fa99-b47e-4b1e-8f74-9bd58170239d tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.104s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.235279] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]526b3829-415c-2920-2968-7d38e595c278, 'name': SearchDatastore_Task, 'duration_secs': 0.00958} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.236048] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.236048] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 79225aaa-756f-4755-a270-cd5a4fe8adb5/79225aaa-756f-4755-a270-cd5a4fe8adb5.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.236164] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1116c1a6-f39f-4878-830e-b6ac997ac40b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.243308] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for the task: (returnval){ [ 1484.243308] env[70220]: value = "task-3626811" [ 1484.243308] env[70220]: _type = "Task" [ 1484.243308] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.251137] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.309055] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626810, 'name': CreateVM_Task, 'duration_secs': 0.354555} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.309235] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1484.309887] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.310092] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.310420] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.310675] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7645f8e1-d118-4496-a79f-f92371a0ac98 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.315094] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1484.315094] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]522085a2-6a89-cf3e-aff7-b3e7a4228187" [ 1484.315094] env[70220]: _type = "Task" [ 1484.315094] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.322271] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522085a2-6a89-cf3e-aff7-b3e7a4228187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.489264] env[70220]: DEBUG oslo_concurrency.lockutils [req-6725eebe-4c15-4c60-b2c8-c079e1c39cd4 req-17912bdb-99a9-411f-a024-4f17868c8415 service nova] Releasing lock "refresh_cache-b1afe613-4e89-4150-b854-1015a6cbeaf8" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.621013] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.621013] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.621288] env[70220]: DEBUG nova.compute.manager [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.622281] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406d4a12-bac1-471d-a6ce-d7d3dee3af48 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.630507] env[70220]: DEBUG nova.compute.manager [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1484.630969] env[70220]: DEBUG nova.objects.instance [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lazy-loading 'flavor' on Instance uuid 966527ef-9262-4460-bb31-ab07e4a7bdb1 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.753209] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449538} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.753476] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 79225aaa-756f-4755-a270-cd5a4fe8adb5/79225aaa-756f-4755-a270-cd5a4fe8adb5.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1484.753691] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1484.753938] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f57cb539-02a8-4bfd-a273-cac4fc5e0fdb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.759487] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for the task: (returnval){ [ 1484.759487] env[70220]: value = "task-3626812" [ 1484.759487] env[70220]: _type = "Task" [ 1484.759487] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.766343] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.824846] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]522085a2-6a89-cf3e-aff7-b3e7a4228187, 'name': SearchDatastore_Task, 'duration_secs': 0.008343} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.825147] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.825377] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1484.825616] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.825770] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.826015] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1484.826278] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d46ffeb-e797-418f-bb90-5b684deabde9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.833131] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1484.833296] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1484.834007] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae00dbb7-a12c-4ca8-af5e-5e44e742569b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.838447] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1484.838447] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5259234a-4011-853c-984c-ff19a23f7609" [ 1484.838447] env[70220]: _type = "Task" [ 1484.838447] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.845857] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5259234a-4011-853c-984c-ff19a23f7609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.268877] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059763} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.268877] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.269648] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23cf061-33cf-43ae-88d8-36118ace7da6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.293008] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 79225aaa-756f-4755-a270-cd5a4fe8adb5/79225aaa-756f-4755-a270-cd5a4fe8adb5.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.293286] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45b8fac5-ac98-408d-b116-3db5aea616b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.312587] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for the task: (returnval){ [ 1485.312587] env[70220]: value = "task-3626813" [ 1485.312587] env[70220]: _type = "Task" [ 1485.312587] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.320669] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.347779] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5259234a-4011-853c-984c-ff19a23f7609, 'name': SearchDatastore_Task, 'duration_secs': 0.007665} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.348539] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d844666c-40f0-4d1c-9088-9c904eb10e87 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.353390] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1485.353390] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52054595-1926-1968-ec6d-3085de35dcda" [ 1485.353390] env[70220]: _type = "Task" [ 1485.353390] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.360459] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52054595-1926-1968-ec6d-3085de35dcda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.639288] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.639634] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fce095d3-a56d-4a0b-b877-3870377684b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.646440] env[70220]: DEBUG oslo_vmware.api [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1485.646440] env[70220]: value = "task-3626814" [ 1485.646440] env[70220]: _type = "Task" [ 1485.646440] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.654286] env[70220]: DEBUG oslo_vmware.api [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.824324] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626813, 'name': ReconfigVM_Task, 'duration_secs': 0.258149} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.824636] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 79225aaa-756f-4755-a270-cd5a4fe8adb5/79225aaa-756f-4755-a270-cd5a4fe8adb5.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.825336] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d470f0e-b7b9-4bc1-9675-c8133f37302f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.831375] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for the task: (returnval){ [ 1485.831375] env[70220]: value = "task-3626815" [ 1485.831375] env[70220]: _type = "Task" [ 1485.831375] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.840104] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626815, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.862594] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52054595-1926-1968-ec6d-3085de35dcda, 'name': SearchDatastore_Task, 'duration_secs': 0.009114} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.862890] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.863188] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] b1afe613-4e89-4150-b854-1015a6cbeaf8/b1afe613-4e89-4150-b854-1015a6cbeaf8.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1485.863440] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b931a33-fa43-41fc-bb02-23d161787c95 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.871453] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1485.871453] env[70220]: value = "task-3626816" [ 1485.871453] env[70220]: _type = "Task" [ 1485.871453] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.878363] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.157185] env[70220]: DEBUG oslo_vmware.api [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626814, 'name': PowerOffVM_Task, 'duration_secs': 0.192268} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.157513] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.157685] env[70220]: DEBUG nova.compute.manager [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.158534] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a108efe-8b69-42ca-a9fa-62cda94a0fed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.340806] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626815, 'name': Rename_Task, 'duration_secs': 0.1531} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.341221] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.341361] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe33b483-c3de-4118-a98d-2e7fa46ea944 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.348227] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for the task: (returnval){ [ 1486.348227] env[70220]: value = "task-3626817" [ 1486.348227] env[70220]: _type = "Task" [ 1486.348227] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.356476] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.380422] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626816, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.670013] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f02dd336-fe1e-4684-8a9d-471f9ef5296c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.857699] env[70220]: DEBUG oslo_vmware.api [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626817, 'name': PowerOnVM_Task, 'duration_secs': 0.484023} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.857974] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.858190] env[70220]: INFO nova.compute.manager [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1486.858370] env[70220]: DEBUG nova.compute.manager [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.859164] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83a4bc0-d289-4c76-b492-036975e5cdaa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.880088] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519436} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.880328] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] b1afe613-4e89-4150-b854-1015a6cbeaf8/b1afe613-4e89-4150-b854-1015a6cbeaf8.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1486.880532] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1486.880759] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a2563c0-8032-4334-9317-a48ef36c6262 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.886673] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1486.886673] env[70220]: value = "task-3626818" [ 1486.886673] env[70220]: _type = "Task" [ 1486.886673] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.893818] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.084803] env[70220]: INFO nova.compute.manager [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Rebuilding instance [ 1487.122782] env[70220]: DEBUG nova.compute.manager [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.123644] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013b4295-ecf8-4f12-89c3-5fff94e73840 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.375120] env[70220]: INFO nova.compute.manager [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Took 12.01 seconds to build instance. [ 1487.397305] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067177} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.397560] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1487.398344] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13baeb8-e20c-43ad-834e-1a4a40404cba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.419887] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] b1afe613-4e89-4150-b854-1015a6cbeaf8/b1afe613-4e89-4150-b854-1015a6cbeaf8.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1487.420159] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0840fe-6346-4cd6-9300-297d760f252e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.438698] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1487.438698] env[70220]: value = "task-3626819" [ 1487.438698] env[70220]: _type = "Task" [ 1487.438698] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.445928] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.876983] env[70220]: DEBUG oslo_concurrency.lockutils [None req-1f19c3e1-4b49-4bcc-86c9-ea0eaab8284d tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Lock "79225aaa-756f-4755-a270-cd5a4fe8adb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.527s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.950774] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626819, 'name': ReconfigVM_Task, 'duration_secs': 0.448518} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.951178] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Reconfigured VM instance instance-0000007c to attach disk [datastore2] b1afe613-4e89-4150-b854-1015a6cbeaf8/b1afe613-4e89-4150-b854-1015a6cbeaf8.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1487.951760] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98a9a5b1-14e8-48c0-b0eb-ce1937444087 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.958162] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1487.958162] env[70220]: value = "task-3626820" [ 1487.958162] env[70220]: _type = "Task" [ 1487.958162] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.965413] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626820, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.136566] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.136853] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3fbf2ee-7c02-46c1-ad3d-143d8dae8776 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.143479] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1488.143479] env[70220]: value = "task-3626821" [ 1488.143479] env[70220]: _type = "Task" [ 1488.143479] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.151224] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.468061] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626820, 'name': Rename_Task, 'duration_secs': 0.147495} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.468413] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1488.468544] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e149aea-37e2-42f4-9b51-4c80aea7a3af {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.474295] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1488.474295] env[70220]: value = "task-3626822" [ 1488.474295] env[70220]: _type = "Task" [ 1488.474295] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.481276] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.621142] env[70220]: DEBUG oslo_concurrency.lockutils [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquiring lock "79225aaa-756f-4755-a270-cd5a4fe8adb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.621434] env[70220]: DEBUG oslo_concurrency.lockutils [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Lock "79225aaa-756f-4755-a270-cd5a4fe8adb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.621654] env[70220]: DEBUG oslo_concurrency.lockutils [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquiring lock "79225aaa-756f-4755-a270-cd5a4fe8adb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.621844] env[70220]: DEBUG oslo_concurrency.lockutils [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Lock "79225aaa-756f-4755-a270-cd5a4fe8adb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.622027] env[70220]: DEBUG oslo_concurrency.lockutils [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Lock "79225aaa-756f-4755-a270-cd5a4fe8adb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.624233] env[70220]: INFO nova.compute.manager [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Terminating instance [ 1488.653117] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1488.653352] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1488.654115] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd398712-1549-42ae-a6cd-013f0fff5822 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.660464] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1488.660668] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dfc02a8-3db7-40b2-9cb1-7538434588d0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.728241] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.728411] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.728567] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleting the datastore file [datastore2] 966527ef-9262-4460-bb31-ab07e4a7bdb1 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.728850] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8677b6e5-deca-449b-87ed-a177544a7377 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.735512] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1488.735512] env[70220]: value = "task-3626824" [ 1488.735512] env[70220]: _type = "Task" [ 1488.735512] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.743295] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.984788] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.128021] env[70220]: DEBUG nova.compute.manager [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1489.128275] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.129235] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06f159c-20ea-43ef-8fcb-454fa29045bc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.136642] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.136899] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c275e8a-a5d3-40bc-bd23-5b7c048546eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.142542] env[70220]: DEBUG oslo_vmware.api [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for the task: (returnval){ [ 1489.142542] env[70220]: value = "task-3626825" [ 1489.142542] env[70220]: _type = "Task" [ 1489.142542] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.150593] env[70220]: DEBUG oslo_vmware.api [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.244989] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131818} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.245234] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1489.245414] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1489.245586] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1489.487172] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626822, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.653066] env[70220]: DEBUG oslo_vmware.api [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626825, 'name': PowerOffVM_Task, 'duration_secs': 0.18658} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.653066] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1489.653066] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1489.653066] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4e56881-381f-4e99-916a-43376321cf42 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.716082] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1489.716343] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1489.716555] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Deleting the datastore file [datastore2] 79225aaa-756f-4755-a270-cd5a4fe8adb5 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1489.716815] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-104f5b02-e259-4a6a-a64e-cd52e662d8ac {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.723757] env[70220]: DEBUG oslo_vmware.api [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for the task: (returnval){ [ 1489.723757] env[70220]: value = "task-3626827" [ 1489.723757] env[70220]: _type = "Task" [ 1489.723757] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.732357] env[70220]: DEBUG oslo_vmware.api [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.985901] env[70220]: DEBUG oslo_vmware.api [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626822, 'name': PowerOnVM_Task, 'duration_secs': 1.038788} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.986198] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.986398] env[70220]: INFO nova.compute.manager [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1489.986573] env[70220]: DEBUG nova.compute.manager [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.987327] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b52cd45-ec7b-47bc-90c6-060fd6b61b05 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.233467] env[70220]: DEBUG oslo_vmware.api [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Task: {'id': task-3626827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156851} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.233721] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1490.233906] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1490.234095] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1490.234269] env[70220]: INFO nova.compute.manager [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1490.234503] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.234689] env[70220]: DEBUG nova.compute.manager [-] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1490.234782] env[70220]: DEBUG nova.network.neutron [-] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1490.280831] env[70220]: DEBUG nova.virt.hardware [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1490.281037] env[70220]: DEBUG nova.virt.hardware [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.281111] env[70220]: DEBUG nova.virt.hardware [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1490.281256] env[70220]: DEBUG nova.virt.hardware [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.281460] env[70220]: DEBUG nova.virt.hardware [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1490.281664] env[70220]: DEBUG nova.virt.hardware [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1490.281893] env[70220]: DEBUG nova.virt.hardware [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1490.282108] env[70220]: DEBUG nova.virt.hardware [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1490.282296] env[70220]: DEBUG nova.virt.hardware [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1490.282494] env[70220]: DEBUG nova.virt.hardware [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1490.282657] env[70220]: DEBUG nova.virt.hardware [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1490.283548] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c976809-33ac-46b3-9758-afb476a4713d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.293756] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c46bd6-e168-4fb0-b608-bad9e9ad096e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.307597] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:99:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e97ef411-a4a5-4a46-9be4-76966d3e1ac4', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.314910] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.315177] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.315372] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79b64642-23bc-4462-8491-24396a40abc6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.334856] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.334856] env[70220]: value = "task-3626828" [ 1490.334856] env[70220]: _type = "Task" [ 1490.334856] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.342452] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626828, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.508443] env[70220]: INFO nova.compute.manager [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Took 13.01 seconds to build instance. [ 1490.510714] env[70220]: DEBUG nova.compute.manager [req-4e0e3cf2-191e-462a-9250-1d1b258ec4b0 req-80430772-02f7-4e19-b97d-6d1bd390541e service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Received event network-vif-deleted-2e417831-7136-438c-85bb-7e1013b1779b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1490.510875] env[70220]: INFO nova.compute.manager [req-4e0e3cf2-191e-462a-9250-1d1b258ec4b0 req-80430772-02f7-4e19-b97d-6d1bd390541e service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Neutron deleted interface 2e417831-7136-438c-85bb-7e1013b1779b; detaching it from the instance and deleting it from the info cache [ 1490.511091] env[70220]: DEBUG nova.network.neutron [req-4e0e3cf2-191e-462a-9250-1d1b258ec4b0 req-80430772-02f7-4e19-b97d-6d1bd390541e service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.844804] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626828, 'name': CreateVM_Task, 'duration_secs': 0.334928} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.844992] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1490.845668] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.845831] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.846183] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.846424] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79054805-6ee7-45f8-934c-5f10be43ca3b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.850550] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1490.850550] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52daf75a-f5c1-3eea-5aa3-7a7050e3d0f8" [ 1490.850550] env[70220]: _type = "Task" [ 1490.850550] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.857640] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52daf75a-f5c1-3eea-5aa3-7a7050e3d0f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.989054] env[70220]: DEBUG nova.network.neutron [-] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.013349] env[70220]: DEBUG oslo_concurrency.lockutils [None req-54f4415e-28f1-492d-bc89-a036e42376bb tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b1afe613-4e89-4150-b854-1015a6cbeaf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.527s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.013888] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac364136-e305-4658-b4aa-ad2c0f2deeb5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.023907] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8124fe59-60cb-4639-8ea9-5a7e6a536eaa {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.050765] env[70220]: DEBUG nova.compute.manager [req-4e0e3cf2-191e-462a-9250-1d1b258ec4b0 req-80430772-02f7-4e19-b97d-6d1bd390541e service nova] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Detach interface failed, port_id=2e417831-7136-438c-85bb-7e1013b1779b, reason: Instance 79225aaa-756f-4755-a270-cd5a4fe8adb5 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1491.100916] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "b1afe613-4e89-4150-b854-1015a6cbeaf8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.101197] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b1afe613-4e89-4150-b854-1015a6cbeaf8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.101365] env[70220]: DEBUG nova.compute.manager [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1491.102242] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bc97a6-1375-4616-b375-00d7d191e07c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.108347] env[70220]: DEBUG nova.compute.manager [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1491.108897] env[70220]: DEBUG nova.objects.instance [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lazy-loading 'flavor' on Instance uuid b1afe613-4e89-4150-b854-1015a6cbeaf8 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.361484] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52daf75a-f5c1-3eea-5aa3-7a7050e3d0f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009189} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.361717] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.361950] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.362200] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.362346] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.362521] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.362811] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ac8c1fa-3868-4ea7-b5bd-d084dc706239 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.370689] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1491.370859] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1491.371517] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9017f4-c172-4bb6-8ca3-ab8081ba04e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.375877] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1491.375877] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fb1373-2678-0789-f23f-7f957f46b958" [ 1491.375877] env[70220]: _type = "Task" [ 1491.375877] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.383103] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fb1373-2678-0789-f23f-7f957f46b958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.491861] env[70220]: INFO nova.compute.manager [-] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Took 1.26 seconds to deallocate network for instance. [ 1491.886803] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52fb1373-2678-0789-f23f-7f957f46b958, 'name': SearchDatastore_Task, 'duration_secs': 0.008384} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.887580] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0600d62b-1a7d-4398-aefa-00dac44c8ae2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.892331] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1491.892331] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]529cf7a1-2b99-f755-3b72-0ff3bc665370" [ 1491.892331] env[70220]: _type = "Task" [ 1491.892331] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.899631] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529cf7a1-2b99-f755-3b72-0ff3bc665370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.999047] env[70220]: DEBUG oslo_concurrency.lockutils [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1491.999304] env[70220]: DEBUG oslo_concurrency.lockutils [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.999510] env[70220]: DEBUG nova.objects.instance [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Lazy-loading 'resources' on Instance uuid 79225aaa-756f-4755-a270-cd5a4fe8adb5 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.115087] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1492.115441] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef7efe3a-b649-4830-a88d-52837b286691 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.124477] env[70220]: DEBUG oslo_vmware.api [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1492.124477] env[70220]: value = "task-3626829" [ 1492.124477] env[70220]: _type = "Task" [ 1492.124477] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.132147] env[70220]: DEBUG oslo_vmware.api [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.402516] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]529cf7a1-2b99-f755-3b72-0ff3bc665370, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.402747] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.402965] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 966527ef-9262-4460-bb31-ab07e4a7bdb1/966527ef-9262-4460-bb31-ab07e4a7bdb1.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1492.403222] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44968e3e-cbd3-4872-93c3-94ab6af3b61b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.409069] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1492.409069] env[70220]: value = "task-3626830" [ 1492.409069] env[70220]: _type = "Task" [ 1492.409069] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.415982] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.591035] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9410593-e3b2-42d8-acbe-e11c83a50f07 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.599164] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4998e9-b0ee-4b08-903d-1d0db429c4f1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.634316] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d90e11-d872-4b1d-a5dc-2dbc21d83a03 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.642266] env[70220]: DEBUG oslo_vmware.api [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626829, 'name': PowerOffVM_Task, 'duration_secs': 0.180353} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.644550] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.644771] env[70220]: DEBUG nova.compute.manager [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.645610] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bab694f-0abe-4e2c-a7df-5bdf432c2ed1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.649355] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b3a6ed-6429-45f1-a7ef-7af493ee7f01 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.667996] env[70220]: DEBUG nova.compute.provider_tree [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.918134] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626830, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442992} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.918390] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 966527ef-9262-4460-bb31-ab07e4a7bdb1/966527ef-9262-4460-bb31-ab07e4a7bdb1.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1492.918593] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1492.918868] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df693547-8f6f-493d-8384-bd3af66d8a95 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.925137] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1492.925137] env[70220]: value = "task-3626831" [ 1492.925137] env[70220]: _type = "Task" [ 1492.925137] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.933500] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.173392] env[70220]: DEBUG nova.scheduler.client.report [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1493.176564] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d9ae5d7c-5e25-4290-8ce4-1e60daa79c64 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b1afe613-4e89-4150-b854-1015a6cbeaf8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.435492] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058475} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.435721] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1493.436504] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3d356e-f9ab-4292-a061-669c472f9a4e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.458463] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 966527ef-9262-4460-bb31-ab07e4a7bdb1/966527ef-9262-4460-bb31-ab07e4a7bdb1.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.458687] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c16cd7-f2be-4889-9d3a-581b97354405 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.479835] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1493.479835] env[70220]: value = "task-3626832" [ 1493.479835] env[70220]: _type = "Task" [ 1493.479835] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.487629] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626832, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.679911] env[70220]: DEBUG oslo_concurrency.lockutils [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.698701] env[70220]: INFO nova.scheduler.client.report [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Deleted allocations for instance 79225aaa-756f-4755-a270-cd5a4fe8adb5 [ 1493.705629] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "b1afe613-4e89-4150-b854-1015a6cbeaf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.705885] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b1afe613-4e89-4150-b854-1015a6cbeaf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.706128] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "b1afe613-4e89-4150-b854-1015a6cbeaf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.706313] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b1afe613-4e89-4150-b854-1015a6cbeaf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1493.706480] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b1afe613-4e89-4150-b854-1015a6cbeaf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.708356] env[70220]: INFO nova.compute.manager [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Terminating instance [ 1493.989186] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626832, 'name': ReconfigVM_Task, 'duration_secs': 0.271051} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.989475] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 966527ef-9262-4460-bb31-ab07e4a7bdb1/966527ef-9262-4460-bb31-ab07e4a7bdb1.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.990115] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c18553b7-0ce9-484f-bc4d-a428ace6e556 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.995607] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1493.995607] env[70220]: value = "task-3626833" [ 1493.995607] env[70220]: _type = "Task" [ 1493.995607] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.003808] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626833, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.207556] env[70220]: DEBUG oslo_concurrency.lockutils [None req-164a8731-dcab-4b62-98bb-c575596648bb tempest-ServerAddressesNegativeTestJSON-1906377592 tempest-ServerAddressesNegativeTestJSON-1906377592-project-member] Lock "79225aaa-756f-4755-a270-cd5a4fe8adb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.586s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.212492] env[70220]: DEBUG nova.compute.manager [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1494.212859] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1494.214160] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a397862e-a4bf-4582-973d-a033fea2fc24 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.221653] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.222448] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bef4e6b-5030-4b5e-af4f-ac42fa8cc6ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.289683] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1494.289899] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1494.290099] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleting the datastore file [datastore2] b1afe613-4e89-4150-b854-1015a6cbeaf8 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1494.290391] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c495e2dc-0a08-4674-9e88-1f3726ffb07b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.296609] env[70220]: DEBUG oslo_vmware.api [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1494.296609] env[70220]: value = "task-3626835" [ 1494.296609] env[70220]: _type = "Task" [ 1494.296609] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.305966] env[70220]: DEBUG oslo_vmware.api [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.504915] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626833, 'name': Rename_Task, 'duration_secs': 0.231287} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.505217] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1494.505480] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09cb32fa-54b6-49a6-b85e-10f668b97133 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.511558] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1494.511558] env[70220]: value = "task-3626836" [ 1494.511558] env[70220]: _type = "Task" [ 1494.511558] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.518565] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.805821] env[70220]: DEBUG oslo_vmware.api [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136969} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.806949] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.806949] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1494.806949] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1494.806949] env[70220]: INFO nova.compute.manager [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1494.806949] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1494.807249] env[70220]: DEBUG nova.compute.manager [-] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1494.807249] env[70220]: DEBUG nova.network.neutron [-] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1495.021991] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.077594] env[70220]: DEBUG nova.compute.manager [req-be45cafa-7036-496c-8065-13f427fc9783 req-62523ebb-d853-4439-97a3-a3ba768346ca service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Received event network-vif-deleted-ac801e7c-2e80-4133-b1b6-abe326eab48f {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1495.078099] env[70220]: INFO nova.compute.manager [req-be45cafa-7036-496c-8065-13f427fc9783 req-62523ebb-d853-4439-97a3-a3ba768346ca service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Neutron deleted interface ac801e7c-2e80-4133-b1b6-abe326eab48f; detaching it from the instance and deleting it from the info cache [ 1495.078310] env[70220]: DEBUG nova.network.neutron [req-be45cafa-7036-496c-8065-13f427fc9783 req-62523ebb-d853-4439-97a3-a3ba768346ca service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.523607] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626836, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.554209] env[70220]: DEBUG nova.network.neutron [-] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.583023] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e88f3614-e44a-41b0-90d8-f24dd92655f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.592845] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c792dc-1095-468f-a6a1-26ee1d1f05d0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.620219] env[70220]: DEBUG nova.compute.manager [req-be45cafa-7036-496c-8065-13f427fc9783 req-62523ebb-d853-4439-97a3-a3ba768346ca service nova] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Detach interface failed, port_id=ac801e7c-2e80-4133-b1b6-abe326eab48f, reason: Instance b1afe613-4e89-4150-b854-1015a6cbeaf8 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1496.023684] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626836, 'name': PowerOnVM_Task, 'duration_secs': 1.080789} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.023966] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1496.024187] env[70220]: DEBUG nova.compute.manager [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.024980] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117c54d9-1d59-4af7-9160-a2c9e89d21eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.056925] env[70220]: INFO nova.compute.manager [-] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Took 1.25 seconds to deallocate network for instance. [ 1496.538588] env[70220]: INFO nova.compute.manager [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] bringing vm to original state: 'stopped' [ 1496.564026] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.564184] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.564365] env[70220]: DEBUG nova.objects.instance [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lazy-loading 'resources' on Instance uuid b1afe613-4e89-4150-b854-1015a6cbeaf8 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.136383] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd104e8-aba0-444b-8313-a587a249759f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.144532] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c05a666-cca9-4b16-9e7c-8f34c31b6fb7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.173946] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bcbf42-bdc1-4f77-bc86-d65555077eb4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.181068] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94d80e6-d551-4f3e-b7ce-a054241c84f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.194109] env[70220]: DEBUG nova.compute.provider_tree [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.545992] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.546234] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.546420] env[70220]: DEBUG nova.compute.manager [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1497.547357] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6f4af0-452e-4eae-8105-57f621c4e3d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.554624] env[70220]: DEBUG nova.compute.manager [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70220) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1497.698049] env[70220]: DEBUG nova.scheduler.client.report [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1498.058395] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.058671] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3241a2b1-1fac-4161-943e-2afcdcc8b224 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.066024] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1498.066024] env[70220]: value = "task-3626837" [ 1498.066024] env[70220]: _type = "Task" [ 1498.066024] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.073574] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.203174] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.223021] env[70220]: INFO nova.scheduler.client.report [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted allocations for instance b1afe613-4e89-4150-b854-1015a6cbeaf8 [ 1498.576271] env[70220]: DEBUG oslo_vmware.api [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626837, 'name': PowerOffVM_Task, 'duration_secs': 0.201446} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.576550] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.576742] env[70220]: DEBUG nova.compute.manager [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.577498] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fc04dd-e452-4ab7-bd97-62e01f08709d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.730588] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0a61ab69-707e-4e8b-97eb-ef29cd9f3955 tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "b1afe613-4e89-4150-b854-1015a6cbeaf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.025s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.089542] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.543s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.482950] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.483272] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.483473] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.483653] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.483822] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.485912] env[70220]: INFO nova.compute.manager [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Terminating instance [ 1499.598777] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.599072] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.599254] env[70220]: DEBUG nova.objects.instance [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1499.654937] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.655207] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.655417] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "966527ef-9262-4460-bb31-ab07e4a7bdb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.655597] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.655789] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.657540] env[70220]: INFO nova.compute.manager [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Terminating instance [ 1499.989333] env[70220]: DEBUG nova.compute.manager [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1499.989613] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1499.990572] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f39b55f-9113-41eb-96c7-32df13ec53f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.998290] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.998496] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd0cde22-193b-496a-99fc-0574cafc5d62 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.004436] env[70220]: DEBUG oslo_vmware.api [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1500.004436] env[70220]: value = "task-3626838" [ 1500.004436] env[70220]: _type = "Task" [ 1500.004436] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.013334] env[70220]: DEBUG oslo_vmware.api [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.160861] env[70220]: DEBUG nova.compute.manager [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1500.161192] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.162211] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4f9791-6eb0-4cb7-8650-af7482c7e733 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.172926] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.173209] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83fbe045-1a95-4a9e-80eb-b428a5e0f025 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.241989] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.242189] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.242361] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleting the datastore file [datastore2] 966527ef-9262-4460-bb31-ab07e4a7bdb1 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.242977] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e89ac0d7-5714-4ba0-b597-cca17e25a02e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.249544] env[70220]: DEBUG oslo_vmware.api [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1500.249544] env[70220]: value = "task-3626840" [ 1500.249544] env[70220]: _type = "Task" [ 1500.249544] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.257891] env[70220]: DEBUG oslo_vmware.api [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.514961] env[70220]: DEBUG oslo_vmware.api [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626838, 'name': PowerOffVM_Task, 'duration_secs': 0.18368} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.515243] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.515407] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.515654] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fc17791-5784-44cf-9626-d1074c87f9c6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.577463] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.577692] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.577897] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleting the datastore file [datastore1] c8c2b9c8-7baa-49ca-8862-66203ea6a60f {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.578188] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9a171b1-eddb-47de-a42a-ce720198c348 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.584181] env[70220]: DEBUG oslo_vmware.api [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for the task: (returnval){ [ 1500.584181] env[70220]: value = "task-3626842" [ 1500.584181] env[70220]: _type = "Task" [ 1500.584181] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.591733] env[70220]: DEBUG oslo_vmware.api [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.606893] env[70220]: DEBUG oslo_concurrency.lockutils [None req-f033a468-eaaa-42ac-919d-81465484159c tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.759898] env[70220]: DEBUG oslo_vmware.api [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144631} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.760194] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.760379] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.760553] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.760728] env[70220]: INFO nova.compute.manager [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1500.760961] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1500.761163] env[70220]: DEBUG nova.compute.manager [-] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1500.761256] env[70220]: DEBUG nova.network.neutron [-] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.011729] env[70220]: DEBUG nova.compute.manager [req-c79caf8d-dbe4-44f7-a1b9-655ba174ab0c req-fc9b04f8-3b21-4968-9b79-6f0acb0978ad service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Received event network-vif-deleted-e97ef411-a4a5-4a46-9be4-76966d3e1ac4 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1501.011957] env[70220]: INFO nova.compute.manager [req-c79caf8d-dbe4-44f7-a1b9-655ba174ab0c req-fc9b04f8-3b21-4968-9b79-6f0acb0978ad service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Neutron deleted interface e97ef411-a4a5-4a46-9be4-76966d3e1ac4; detaching it from the instance and deleting it from the info cache [ 1501.012105] env[70220]: DEBUG nova.network.neutron [req-c79caf8d-dbe4-44f7-a1b9-655ba174ab0c req-fc9b04f8-3b21-4968-9b79-6f0acb0978ad service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.094319] env[70220]: DEBUG oslo_vmware.api [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Task: {'id': task-3626842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122525} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.094559] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1501.094739] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1501.094913] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1501.095099] env[70220]: INFO nova.compute.manager [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1501.095333] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1501.095516] env[70220]: DEBUG nova.compute.manager [-] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1501.095609] env[70220]: DEBUG nova.network.neutron [-] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1501.493416] env[70220]: DEBUG nova.network.neutron [-] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.516796] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c0d97bd-e49b-48c0-b97f-c4e82cc27623 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.524988] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbbe0a6-0a4e-4623-ad91-8d201d9e34bf {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.551508] env[70220]: DEBUG nova.compute.manager [req-c79caf8d-dbe4-44f7-a1b9-655ba174ab0c req-fc9b04f8-3b21-4968-9b79-6f0acb0978ad service nova] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Detach interface failed, port_id=e97ef411-a4a5-4a46-9be4-76966d3e1ac4, reason: Instance 966527ef-9262-4460-bb31-ab07e4a7bdb1 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1501.806880] env[70220]: DEBUG nova.network.neutron [-] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.994729] env[70220]: INFO nova.compute.manager [-] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Took 1.23 seconds to deallocate network for instance. [ 1502.310357] env[70220]: INFO nova.compute.manager [-] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Took 1.21 seconds to deallocate network for instance. [ 1502.500955] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.501296] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.501550] env[70220]: DEBUG nova.objects.instance [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lazy-loading 'resources' on Instance uuid 966527ef-9262-4460-bb31-ab07e4a7bdb1 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.816850] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.040802] env[70220]: DEBUG nova.compute.manager [req-9c1c484c-e46e-4128-a08e-5506e0c48c43 req-52455b53-c7c0-412c-81e1-15eae285f444 service nova] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Received event network-vif-deleted-db00ad06-3143-4eb0-8822-3ea01aaa548b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.064917] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e17f68f-5178-4b09-bb93-f11bfe54762a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.072364] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927c887a-59a6-422c-9350-86380b0a1dc1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.102090] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a899ce-c3b6-45aa-9595-def98be4c180 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.109358] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86b1cca-afea-4263-abc9-0f31856f54e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.122155] env[70220]: DEBUG nova.compute.provider_tree [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.624998] env[70220]: DEBUG nova.scheduler.client.report [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.130363] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.132752] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.316s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.132996] env[70220]: DEBUG nova.objects.instance [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lazy-loading 'resources' on Instance uuid c8c2b9c8-7baa-49ca-8862-66203ea6a60f {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.151840] env[70220]: INFO nova.scheduler.client.report [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted allocations for instance 966527ef-9262-4460-bb31-ab07e4a7bdb1 [ 1504.659336] env[70220]: DEBUG oslo_concurrency.lockutils [None req-6a9e72e8-9b81-4d2a-9990-f3fed4bf968b tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "966527ef-9262-4460-bb31-ab07e4a7bdb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.004s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.684414] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc3f743-d367-4831-bebe-e86fa64b2f6d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.692031] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3343693e-446e-4c87-a471-f831231b6350 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.721634] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5447e1-f14e-4c97-a22c-2ed66dca800c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.728414] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1b924e-6708-40ad-bbf6-9045f4527b07 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.743069] env[70220]: DEBUG nova.compute.provider_tree [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.248628] env[70220]: DEBUG nova.scheduler.client.report [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.753607] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.773675] env[70220]: INFO nova.scheduler.client.report [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Deleted allocations for instance c8c2b9c8-7baa-49ca-8862-66203ea6a60f [ 1506.282643] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1110ac7-8344-4739-96b2-844104202c8e tempest-ServersTestJSON-2136655519 tempest-ServersTestJSON-2136655519-project-member] Lock "c8c2b9c8-7baa-49ca-8862-66203ea6a60f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.799s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.307467] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "03dfb044-1e24-4d3c-aa30-69e31c124733" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.307686] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.810236] env[70220]: DEBUG nova.compute.manager [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1507.331792] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.332157] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.333699] env[70220]: INFO nova.compute.claims [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1508.392654] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44fbd5b-cc8d-4456-b08f-a31f7607e5b7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.399982] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25adca1-6084-486d-8898-4cff103e6b7b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.429985] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30297a8-203f-433e-bd7c-c79cf223ed1a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.436510] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ec8963-f97a-4cfb-a3bb-65d3cf79580f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.449137] env[70220]: DEBUG nova.compute.provider_tree [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.952585] env[70220]: DEBUG nova.scheduler.client.report [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.457979] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.126s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.458559] env[70220]: DEBUG nova.compute.manager [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1509.964030] env[70220]: DEBUG nova.compute.utils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1509.965238] env[70220]: DEBUG nova.compute.manager [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1509.965451] env[70220]: DEBUG nova.network.neutron [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1510.005106] env[70220]: DEBUG nova.policy [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8d21336fa0643f9919012ba6f709bdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65d3e447acac409dac82044220383b46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1510.269033] env[70220]: DEBUG nova.network.neutron [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Successfully created port: afcf08d1-2097-46c7-846c-46011a19488b {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1510.468815] env[70220]: DEBUG nova.compute.manager [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1511.482506] env[70220]: DEBUG nova.compute.manager [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1511.509023] env[70220]: DEBUG nova.virt.hardware [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.509023] env[70220]: DEBUG nova.virt.hardware [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.509023] env[70220]: DEBUG nova.virt.hardware [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.509273] env[70220]: DEBUG nova.virt.hardware [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.509273] env[70220]: DEBUG nova.virt.hardware [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.509383] env[70220]: DEBUG nova.virt.hardware [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.509637] env[70220]: DEBUG nova.virt.hardware [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.509808] env[70220]: DEBUG nova.virt.hardware [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.509976] env[70220]: DEBUG nova.virt.hardware [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.510167] env[70220]: DEBUG nova.virt.hardware [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.510341] env[70220]: DEBUG nova.virt.hardware [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.511237] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d98edf9-7fe6-47a4-b900-2752a8d77c6b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.519197] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c7acd1-0703-4127-ae0d-7511ee949e58 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.629603] env[70220]: DEBUG nova.compute.manager [req-39c81c28-5015-43e8-94bb-02c19dd65cb7 req-19936178-da86-44b4-ae52-1c1ef60b061b service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Received event network-vif-plugged-afcf08d1-2097-46c7-846c-46011a19488b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1511.629946] env[70220]: DEBUG oslo_concurrency.lockutils [req-39c81c28-5015-43e8-94bb-02c19dd65cb7 req-19936178-da86-44b4-ae52-1c1ef60b061b service nova] Acquiring lock "03dfb044-1e24-4d3c-aa30-69e31c124733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.630224] env[70220]: DEBUG oslo_concurrency.lockutils [req-39c81c28-5015-43e8-94bb-02c19dd65cb7 req-19936178-da86-44b4-ae52-1c1ef60b061b service nova] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.630505] env[70220]: DEBUG oslo_concurrency.lockutils [req-39c81c28-5015-43e8-94bb-02c19dd65cb7 req-19936178-da86-44b4-ae52-1c1ef60b061b service nova] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.630680] env[70220]: DEBUG nova.compute.manager [req-39c81c28-5015-43e8-94bb-02c19dd65cb7 req-19936178-da86-44b4-ae52-1c1ef60b061b service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] No waiting events found dispatching network-vif-plugged-afcf08d1-2097-46c7-846c-46011a19488b {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1511.630843] env[70220]: WARNING nova.compute.manager [req-39c81c28-5015-43e8-94bb-02c19dd65cb7 req-19936178-da86-44b4-ae52-1c1ef60b061b service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Received unexpected event network-vif-plugged-afcf08d1-2097-46c7-846c-46011a19488b for instance with vm_state building and task_state spawning. [ 1511.709438] env[70220]: DEBUG nova.network.neutron [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Successfully updated port: afcf08d1-2097-46c7-846c-46011a19488b {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.214014] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "refresh_cache-03dfb044-1e24-4d3c-aa30-69e31c124733" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.214202] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "refresh_cache-03dfb044-1e24-4d3c-aa30-69e31c124733" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.214359] env[70220]: DEBUG nova.network.neutron [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.745967] env[70220]: DEBUG nova.network.neutron [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.857210] env[70220]: DEBUG nova.network.neutron [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Updating instance_info_cache with network_info: [{"id": "afcf08d1-2097-46c7-846c-46011a19488b", "address": "fa:16:3e:c0:9c:c7", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafcf08d1-20", "ovs_interfaceid": "afcf08d1-2097-46c7-846c-46011a19488b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.360398] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "refresh_cache-03dfb044-1e24-4d3c-aa30-69e31c124733" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.360725] env[70220]: DEBUG nova.compute.manager [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Instance network_info: |[{"id": "afcf08d1-2097-46c7-846c-46011a19488b", "address": "fa:16:3e:c0:9c:c7", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafcf08d1-20", "ovs_interfaceid": "afcf08d1-2097-46c7-846c-46011a19488b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1513.361191] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:9c:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afcf08d1-2097-46c7-846c-46011a19488b', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1513.368644] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1513.368855] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1513.369097] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc0d58cf-bcca-438f-805c-cf8a64470b7c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.389488] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1513.389488] env[70220]: value = "task-3626843" [ 1513.389488] env[70220]: _type = "Task" [ 1513.389488] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.396907] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626843, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.665228] env[70220]: DEBUG nova.compute.manager [req-c68df6af-84cd-4ec0-9e6e-58b92af92ac1 req-e68f6672-526c-4f5f-b493-ec261531341a service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Received event network-changed-afcf08d1-2097-46c7-846c-46011a19488b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1513.665557] env[70220]: DEBUG nova.compute.manager [req-c68df6af-84cd-4ec0-9e6e-58b92af92ac1 req-e68f6672-526c-4f5f-b493-ec261531341a service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Refreshing instance network info cache due to event network-changed-afcf08d1-2097-46c7-846c-46011a19488b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1513.665682] env[70220]: DEBUG oslo_concurrency.lockutils [req-c68df6af-84cd-4ec0-9e6e-58b92af92ac1 req-e68f6672-526c-4f5f-b493-ec261531341a service nova] Acquiring lock "refresh_cache-03dfb044-1e24-4d3c-aa30-69e31c124733" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.665870] env[70220]: DEBUG oslo_concurrency.lockutils [req-c68df6af-84cd-4ec0-9e6e-58b92af92ac1 req-e68f6672-526c-4f5f-b493-ec261531341a service nova] Acquired lock "refresh_cache-03dfb044-1e24-4d3c-aa30-69e31c124733" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.665967] env[70220]: DEBUG nova.network.neutron [req-c68df6af-84cd-4ec0-9e6e-58b92af92ac1 req-e68f6672-526c-4f5f-b493-ec261531341a service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Refreshing network info cache for port afcf08d1-2097-46c7-846c-46011a19488b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.899276] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626843, 'name': CreateVM_Task, 'duration_secs': 0.297873} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.899633] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1513.900069] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.900269] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.900606] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.900852] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89429282-09e9-43c7-b924-2e3e4627d400 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.905217] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1513.905217] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5218e324-7f7b-a4fb-99ef-2d56ac45546a" [ 1513.905217] env[70220]: _type = "Task" [ 1513.905217] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.912313] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5218e324-7f7b-a4fb-99ef-2d56ac45546a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.336650] env[70220]: DEBUG nova.network.neutron [req-c68df6af-84cd-4ec0-9e6e-58b92af92ac1 req-e68f6672-526c-4f5f-b493-ec261531341a service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Updated VIF entry in instance network info cache for port afcf08d1-2097-46c7-846c-46011a19488b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.336999] env[70220]: DEBUG nova.network.neutron [req-c68df6af-84cd-4ec0-9e6e-58b92af92ac1 req-e68f6672-526c-4f5f-b493-ec261531341a service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Updating instance_info_cache with network_info: [{"id": "afcf08d1-2097-46c7-846c-46011a19488b", "address": "fa:16:3e:c0:9c:c7", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafcf08d1-20", "ovs_interfaceid": "afcf08d1-2097-46c7-846c-46011a19488b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.415968] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5218e324-7f7b-a4fb-99ef-2d56ac45546a, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.416147] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.416344] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.416585] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.416734] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.416925] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.417235] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1baa566a-4ef3-45f2-9ff4-7c657eaa6bd7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.425453] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.425630] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.426343] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3b90a7e-71b8-45a7-8c70-4097199bbe29 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.431134] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1514.431134] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5283c75b-d7b8-a8e1-169c-e2f07829bc86" [ 1514.431134] env[70220]: _type = "Task" [ 1514.431134] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.438158] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5283c75b-d7b8-a8e1-169c-e2f07829bc86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.841142] env[70220]: DEBUG oslo_concurrency.lockutils [req-c68df6af-84cd-4ec0-9e6e-58b92af92ac1 req-e68f6672-526c-4f5f-b493-ec261531341a service nova] Releasing lock "refresh_cache-03dfb044-1e24-4d3c-aa30-69e31c124733" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.941692] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5283c75b-d7b8-a8e1-169c-e2f07829bc86, 'name': SearchDatastore_Task, 'duration_secs': 0.008319} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.942459] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6c6ba2-faf9-43df-a237-b519663d1e0f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.947316] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1514.947316] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f82686-d11d-a8bd-f09a-e418f27cb64c" [ 1514.947316] env[70220]: _type = "Task" [ 1514.947316] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.955561] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f82686-d11d-a8bd-f09a-e418f27cb64c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.457223] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52f82686-d11d-a8bd-f09a-e418f27cb64c, 'name': SearchDatastore_Task, 'duration_secs': 0.009507} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.457497] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.457777] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 03dfb044-1e24-4d3c-aa30-69e31c124733/03dfb044-1e24-4d3c-aa30-69e31c124733.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1515.458069] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02f1506f-16f8-4af3-8fb4-4167283678c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.464468] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1515.464468] env[70220]: value = "task-3626844" [ 1515.464468] env[70220]: _type = "Task" [ 1515.464468] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.471975] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.973898] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450408} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.974264] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore1] 03dfb044-1e24-4d3c-aa30-69e31c124733/03dfb044-1e24-4d3c-aa30-69e31c124733.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1515.974385] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1515.974634] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f2491ca-5c60-49ee-b10f-daff5536d9b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.981226] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1515.981226] env[70220]: value = "task-3626845" [ 1515.981226] env[70220]: _type = "Task" [ 1515.981226] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.988550] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.491264] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070634} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.491536] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1516.492315] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a5f4a3-7ff1-4fee-a7af-dd4ea34919b2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.516093] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 03dfb044-1e24-4d3c-aa30-69e31c124733/03dfb044-1e24-4d3c-aa30-69e31c124733.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1516.516093] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc94f6a9-5124-4136-80ed-9ebfde136d41 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.533907] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1516.533907] env[70220]: value = "task-3626846" [ 1516.533907] env[70220]: _type = "Task" [ 1516.533907] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.541523] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.043382] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626846, 'name': ReconfigVM_Task, 'duration_secs': 0.261583} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.043774] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 03dfb044-1e24-4d3c-aa30-69e31c124733/03dfb044-1e24-4d3c-aa30-69e31c124733.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.044301] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-798ada09-95ac-468e-9b60-246d7e7b6ec7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.050670] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1517.050670] env[70220]: value = "task-3626847" [ 1517.050670] env[70220]: _type = "Task" [ 1517.050670] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.058338] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626847, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.140970] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "a29b7571-b5aa-454d-b374-0d0463422479" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.142021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.560839] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626847, 'name': Rename_Task, 'duration_secs': 0.152011} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.561140] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.561402] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1812a2d5-9200-4f38-967e-b5fa78bde87b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.567077] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1517.567077] env[70220]: value = "task-3626848" [ 1517.567077] env[70220]: _type = "Task" [ 1517.567077] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.574395] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.644680] env[70220]: DEBUG nova.compute.utils [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1518.077237] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626848, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.147216] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.579029] env[70220]: DEBUG oslo_vmware.api [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626848, 'name': PowerOnVM_Task, 'duration_secs': 1.006434} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.579365] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.579585] env[70220]: INFO nova.compute.manager [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1518.579761] env[70220]: DEBUG nova.compute.manager [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.580656] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a53f8a7-78a1-4ac0-a6d1-edcad901bb53 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.098778] env[70220]: INFO nova.compute.manager [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Took 11.78 seconds to build instance. [ 1519.206490] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "a29b7571-b5aa-454d-b374-0d0463422479" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.206780] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.207018] env[70220]: INFO nova.compute.manager [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Attaching volume 233a962c-57eb-4a11-b427-ca067807dac5 to /dev/sdb [ 1519.240187] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d3fa0-f36b-4712-afed-e64865c373ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.246572] env[70220]: DEBUG nova.compute.manager [req-264526c6-3085-448b-858e-9367de9c62b2 req-c1ca3cb0-a1b8-4912-add2-4a181b7bd9fd service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Received event network-changed-afcf08d1-2097-46c7-846c-46011a19488b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1519.246820] env[70220]: DEBUG nova.compute.manager [req-264526c6-3085-448b-858e-9367de9c62b2 req-c1ca3cb0-a1b8-4912-add2-4a181b7bd9fd service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Refreshing instance network info cache due to event network-changed-afcf08d1-2097-46c7-846c-46011a19488b. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1519.246970] env[70220]: DEBUG oslo_concurrency.lockutils [req-264526c6-3085-448b-858e-9367de9c62b2 req-c1ca3cb0-a1b8-4912-add2-4a181b7bd9fd service nova] Acquiring lock "refresh_cache-03dfb044-1e24-4d3c-aa30-69e31c124733" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.247128] env[70220]: DEBUG oslo_concurrency.lockutils [req-264526c6-3085-448b-858e-9367de9c62b2 req-c1ca3cb0-a1b8-4912-add2-4a181b7bd9fd service nova] Acquired lock "refresh_cache-03dfb044-1e24-4d3c-aa30-69e31c124733" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.247315] env[70220]: DEBUG nova.network.neutron [req-264526c6-3085-448b-858e-9367de9c62b2 req-c1ca3cb0-a1b8-4912-add2-4a181b7bd9fd service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Refreshing network info cache for port afcf08d1-2097-46c7-846c-46011a19488b {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.251029] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e973a-dbb5-4a20-9873-3d8c6fb18102 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.264588] env[70220]: DEBUG nova.virt.block_device [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Updating existing volume attachment record: 37f08fee-6714-44ed-9043-9ddf06f0d5c3 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1519.601061] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0f81b2c-161d-4212-8676-eb1845296647 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.293s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.943770] env[70220]: DEBUG nova.network.neutron [req-264526c6-3085-448b-858e-9367de9c62b2 req-c1ca3cb0-a1b8-4912-add2-4a181b7bd9fd service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Updated VIF entry in instance network info cache for port afcf08d1-2097-46c7-846c-46011a19488b. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.944152] env[70220]: DEBUG nova.network.neutron [req-264526c6-3085-448b-858e-9367de9c62b2 req-c1ca3cb0-a1b8-4912-add2-4a181b7bd9fd service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Updating instance_info_cache with network_info: [{"id": "afcf08d1-2097-46c7-846c-46011a19488b", "address": "fa:16:3e:c0:9c:c7", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafcf08d1-20", "ovs_interfaceid": "afcf08d1-2097-46c7-846c-46011a19488b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.446884] env[70220]: DEBUG oslo_concurrency.lockutils [req-264526c6-3085-448b-858e-9367de9c62b2 req-c1ca3cb0-a1b8-4912-add2-4a181b7bd9fd service nova] Releasing lock "refresh_cache-03dfb044-1e24-4d3c-aa30-69e31c124733" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.394988] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.395414] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1523.395315] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.811104] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1523.811361] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723264', 'volume_id': '233a962c-57eb-4a11-b427-ca067807dac5', 'name': 'volume-233a962c-57eb-4a11-b427-ca067807dac5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a29b7571-b5aa-454d-b374-0d0463422479', 'attached_at': '', 'detached_at': '', 'volume_id': '233a962c-57eb-4a11-b427-ca067807dac5', 'serial': '233a962c-57eb-4a11-b427-ca067807dac5'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1523.812256] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1c3dd5-1f51-4471-85a5-60bafc076675 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.829306] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4980bd9-c9ed-4249-aaee-665496535566 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.854073] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-233a962c-57eb-4a11-b427-ca067807dac5/volume-233a962c-57eb-4a11-b427-ca067807dac5.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1523.854318] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81891940-f886-46e5-a4b0-78b2efa93278 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.871101] env[70220]: DEBUG oslo_vmware.api [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1523.871101] env[70220]: value = "task-3626851" [ 1523.871101] env[70220]: _type = "Task" [ 1523.871101] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.878704] env[70220]: DEBUG oslo_vmware.api [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.380936] env[70220]: DEBUG oslo_vmware.api [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626851, 'name': ReconfigVM_Task, 'duration_secs': 0.321742} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.381259] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-233a962c-57eb-4a11-b427-ca067807dac5/volume-233a962c-57eb-4a11-b427-ca067807dac5.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1524.385940] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75075981-b87a-4b39-bd49-3abf29e64db0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.395647] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.400891] env[70220]: DEBUG oslo_vmware.api [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1524.400891] env[70220]: value = "task-3626852" [ 1524.400891] env[70220]: _type = "Task" [ 1524.400891] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.408473] env[70220]: DEBUG oslo_vmware.api [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.910132] env[70220]: DEBUG oslo_vmware.api [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626852, 'name': ReconfigVM_Task, 'duration_secs': 0.139696} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.910451] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723264', 'volume_id': '233a962c-57eb-4a11-b427-ca067807dac5', 'name': 'volume-233a962c-57eb-4a11-b427-ca067807dac5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a29b7571-b5aa-454d-b374-0d0463422479', 'attached_at': '', 'detached_at': '', 'volume_id': '233a962c-57eb-4a11-b427-ca067807dac5', 'serial': '233a962c-57eb-4a11-b427-ca067807dac5'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1525.394969] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.395277] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.945169] env[70220]: DEBUG nova.objects.instance [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'flavor' on Instance uuid a29b7571-b5aa-454d-b374-0d0463422479 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.395222] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.449665] env[70220]: DEBUG oslo_concurrency.lockutils [None req-82c3fc20-a014-4131-92b6-2f002c5ad5e1 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.898774] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.898974] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.899169] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.899331] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1526.900243] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a527d9-70f7-4419-80e6-34b019118ec8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.908805] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bbe4bc-9bb0-44f2-bb94-36ae020b72d7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.922153] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4064d9b1-d013-42e3-9214-3578e419a601 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.928093] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9aa9f6-e7f4-4ab3-91a4-eeb3f5e67293 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.956947] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180471MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1526.957240] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.957295] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.283374] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "a29b7571-b5aa-454d-b374-0d0463422479" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.284021] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.787194] env[70220]: DEBUG nova.compute.utils [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1527.983267] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 3a8d7252-d234-41d2-9820-bb6b713ba3e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1527.983552] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance a29b7571-b5aa-454d-b374-0d0463422479 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1527.983623] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 03dfb044-1e24-4d3c-aa30-69e31c124733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1527.983876] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1527.984092] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1528.027081] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a477da96-e1d1-42d8-af34-5509cd2b51c6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.034748] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d13c91-dcba-4593-b7c6-94c5f34c6d12 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.064666] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b008f11-587a-431c-9b55-37a92450759c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.071228] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f3a45c-bcc1-49a5-ac6f-66bc9c637821 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.083652] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1528.290516] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.587276] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.092087] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1529.092507] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.342561] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "a29b7571-b5aa-454d-b374-0d0463422479" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.342786] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.343016] env[70220]: INFO nova.compute.manager [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Attaching volume e6b31402-dad5-4145-a01b-8652e4dae6c6 to /dev/sdc [ 1529.372064] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714ab8ec-a590-4382-bd79-ae7d96ae53c7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.379301] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c8e668-5137-4b41-bff3-63d2acf48806 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.391524] env[70220]: DEBUG nova.virt.block_device [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Updating existing volume attachment record: e331e0a9-7727-4123-b3b3-f7a77a49fd01 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1531.087342] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.087718] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.593145] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1533.935053] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1533.935053] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723265', 'volume_id': 'e6b31402-dad5-4145-a01b-8652e4dae6c6', 'name': 'volume-e6b31402-dad5-4145-a01b-8652e4dae6c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a29b7571-b5aa-454d-b374-0d0463422479', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6b31402-dad5-4145-a01b-8652e4dae6c6', 'serial': 'e6b31402-dad5-4145-a01b-8652e4dae6c6'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1533.935428] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81ab67e-c3cd-4536-80b9-daea605101eb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.951963] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744ba298-288d-4485-81dd-556008d7b4ad {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.980173] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-e6b31402-dad5-4145-a01b-8652e4dae6c6/volume-e6b31402-dad5-4145-a01b-8652e4dae6c6.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1533.980468] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5efab6cf-cc8a-4a4d-b155-a0a61f6fe107 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.998164] env[70220]: DEBUG oslo_vmware.api [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1533.998164] env[70220]: value = "task-3626855" [ 1533.998164] env[70220]: _type = "Task" [ 1533.998164] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.006340] env[70220]: DEBUG oslo_vmware.api [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.508925] env[70220]: DEBUG oslo_vmware.api [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626855, 'name': ReconfigVM_Task, 'duration_secs': 0.372534} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.509235] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-e6b31402-dad5-4145-a01b-8652e4dae6c6/volume-e6b31402-dad5-4145-a01b-8652e4dae6c6.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1534.513938] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ea29f3f-2489-425e-9f66-eb8a249fd245 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.528909] env[70220]: DEBUG oslo_vmware.api [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1534.528909] env[70220]: value = "task-3626856" [ 1534.528909] env[70220]: _type = "Task" [ 1534.528909] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.536871] env[70220]: DEBUG oslo_vmware.api [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.038903] env[70220]: DEBUG oslo_vmware.api [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626856, 'name': ReconfigVM_Task, 'duration_secs': 0.162235} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.039313] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723265', 'volume_id': 'e6b31402-dad5-4145-a01b-8652e4dae6c6', 'name': 'volume-e6b31402-dad5-4145-a01b-8652e4dae6c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a29b7571-b5aa-454d-b374-0d0463422479', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6b31402-dad5-4145-a01b-8652e4dae6c6', 'serial': 'e6b31402-dad5-4145-a01b-8652e4dae6c6'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1536.077702] env[70220]: DEBUG nova.objects.instance [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'flavor' on Instance uuid a29b7571-b5aa-454d-b374-0d0463422479 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.582872] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ac2b3ba2-e5b0-42f0-8b84-c56e989908d5 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.240s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.878540] env[70220]: DEBUG oslo_concurrency.lockutils [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "a29b7571-b5aa-454d-b374-0d0463422479" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.878739] env[70220]: DEBUG oslo_concurrency.lockutils [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.381610] env[70220]: INFO nova.compute.manager [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Detaching volume 233a962c-57eb-4a11-b427-ca067807dac5 [ 1537.412647] env[70220]: INFO nova.virt.block_device [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Attempting to driver detach volume 233a962c-57eb-4a11-b427-ca067807dac5 from mountpoint /dev/sdb [ 1537.412891] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1537.413095] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723264', 'volume_id': '233a962c-57eb-4a11-b427-ca067807dac5', 'name': 'volume-233a962c-57eb-4a11-b427-ca067807dac5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a29b7571-b5aa-454d-b374-0d0463422479', 'attached_at': '', 'detached_at': '', 'volume_id': '233a962c-57eb-4a11-b427-ca067807dac5', 'serial': '233a962c-57eb-4a11-b427-ca067807dac5'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1537.413962] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f7a699-615e-44b9-be48-43ee471a19e6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.439385] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a430409-b4c9-44d5-aff7-70371cb2dd76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.446560] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65601f3-1f59-4705-9bc1-cba63268a7e8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.469344] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53745904-2c7b-4e5b-a19d-9fe8f261c481 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.483170] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] The volume has not been displaced from its original location: [datastore2] volume-233a962c-57eb-4a11-b427-ca067807dac5/volume-233a962c-57eb-4a11-b427-ca067807dac5.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1537.488338] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1537.488586] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6af8dcc-b6bb-4cfa-a87e-a21ed884d8b8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.506623] env[70220]: DEBUG oslo_vmware.api [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1537.506623] env[70220]: value = "task-3626857" [ 1537.506623] env[70220]: _type = "Task" [ 1537.506623] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.513919] env[70220]: DEBUG oslo_vmware.api [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.016259] env[70220]: DEBUG oslo_vmware.api [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626857, 'name': ReconfigVM_Task, 'duration_secs': 0.235076} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.016583] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1538.021306] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d372932-7f38-49bf-bd39-7ce6c4f55c7d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.035727] env[70220]: DEBUG oslo_vmware.api [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1538.035727] env[70220]: value = "task-3626858" [ 1538.035727] env[70220]: _type = "Task" [ 1538.035727] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.043326] env[70220]: DEBUG oslo_vmware.api [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.546042] env[70220]: DEBUG oslo_vmware.api [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.046882] env[70220]: DEBUG oslo_vmware.api [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626858, 'name': ReconfigVM_Task, 'duration_secs': 0.773231} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.047208] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723264', 'volume_id': '233a962c-57eb-4a11-b427-ca067807dac5', 'name': 'volume-233a962c-57eb-4a11-b427-ca067807dac5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a29b7571-b5aa-454d-b374-0d0463422479', 'attached_at': '', 'detached_at': '', 'volume_id': '233a962c-57eb-4a11-b427-ca067807dac5', 'serial': '233a962c-57eb-4a11-b427-ca067807dac5'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1539.588142] env[70220]: DEBUG nova.objects.instance [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'flavor' on Instance uuid a29b7571-b5aa-454d-b374-0d0463422479 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1540.596101] env[70220]: DEBUG oslo_concurrency.lockutils [None req-422d26e5-3aac-45ea-a4c1-779a12c7b27b tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.717s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.143203] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "a29b7571-b5aa-454d-b374-0d0463422479" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.143472] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.647034] env[70220]: INFO nova.compute.manager [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Detaching volume e6b31402-dad5-4145-a01b-8652e4dae6c6 [ 1541.676821] env[70220]: INFO nova.virt.block_device [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Attempting to driver detach volume e6b31402-dad5-4145-a01b-8652e4dae6c6 from mountpoint /dev/sdc [ 1541.676821] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1541.676821] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723265', 'volume_id': 'e6b31402-dad5-4145-a01b-8652e4dae6c6', 'name': 'volume-e6b31402-dad5-4145-a01b-8652e4dae6c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a29b7571-b5aa-454d-b374-0d0463422479', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6b31402-dad5-4145-a01b-8652e4dae6c6', 'serial': 'e6b31402-dad5-4145-a01b-8652e4dae6c6'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1541.677621] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3a3e70-79e9-4938-9657-a8b6352fce29 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.698564] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91ed2e7-8e80-4dec-ba3f-5e1cb4585dce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.704650] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3fe21a-4db6-4d78-825f-f600bb4e1412 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.723603] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302393ee-55d8-415b-8d6e-f60b9b0d65cd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.737206] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] The volume has not been displaced from its original location: [datastore2] volume-e6b31402-dad5-4145-a01b-8652e4dae6c6/volume-e6b31402-dad5-4145-a01b-8652e4dae6c6.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1541.742392] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Reconfiguring VM instance instance-00000079 to detach disk 2002 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1541.742636] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f056c5-8a29-4517-8bc4-162443bf09f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.760031] env[70220]: DEBUG oslo_vmware.api [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1541.760031] env[70220]: value = "task-3626859" [ 1541.760031] env[70220]: _type = "Task" [ 1541.760031] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.767187] env[70220]: DEBUG oslo_vmware.api [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.269438] env[70220]: DEBUG oslo_vmware.api [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.771741] env[70220]: DEBUG oslo_vmware.api [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.270597] env[70220]: DEBUG oslo_vmware.api [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626859, 'name': ReconfigVM_Task, 'duration_secs': 1.213125} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.270857] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Reconfigured VM instance instance-00000079 to detach disk 2002 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1543.275335] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c31423-90fa-4c42-be30-6c6ecfcc6455 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.288965] env[70220]: DEBUG oslo_vmware.api [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1543.288965] env[70220]: value = "task-3626860" [ 1543.288965] env[70220]: _type = "Task" [ 1543.288965] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.295890] env[70220]: DEBUG oslo_vmware.api [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626860, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.798379] env[70220]: DEBUG oslo_vmware.api [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626860, 'name': ReconfigVM_Task, 'duration_secs': 0.155762} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.798709] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723265', 'volume_id': 'e6b31402-dad5-4145-a01b-8652e4dae6c6', 'name': 'volume-e6b31402-dad5-4145-a01b-8652e4dae6c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a29b7571-b5aa-454d-b374-0d0463422479', 'attached_at': '', 'detached_at': '', 'volume_id': 'e6b31402-dad5-4145-a01b-8652e4dae6c6', 'serial': 'e6b31402-dad5-4145-a01b-8652e4dae6c6'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1544.338737] env[70220]: DEBUG nova.objects.instance [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'flavor' on Instance uuid a29b7571-b5aa-454d-b374-0d0463422479 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.350867] env[70220]: DEBUG oslo_concurrency.lockutils [None req-3da7b15f-7b99-45fa-a034-1f355a1df5ac tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.207s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.544399] env[70220]: DEBUG oslo_concurrency.lockutils [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "a29b7571-b5aa-454d-b374-0d0463422479" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.544676] env[70220]: DEBUG oslo_concurrency.lockutils [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.544862] env[70220]: DEBUG oslo_concurrency.lockutils [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "a29b7571-b5aa-454d-b374-0d0463422479-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.545051] env[70220]: DEBUG oslo_concurrency.lockutils [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.545227] env[70220]: DEBUG oslo_concurrency.lockutils [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.547316] env[70220]: INFO nova.compute.manager [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Terminating instance [ 1547.051227] env[70220]: DEBUG nova.compute.manager [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1547.051472] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.052387] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f116d9a-0061-4dcd-ba56-177c57762207 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.060285] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.060557] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6731abc6-f20a-48f4-ba70-d8c566fac503 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.066903] env[70220]: DEBUG oslo_vmware.api [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1547.066903] env[70220]: value = "task-3626861" [ 1547.066903] env[70220]: _type = "Task" [ 1547.066903] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.075511] env[70220]: DEBUG oslo_vmware.api [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.576684] env[70220]: DEBUG oslo_vmware.api [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626861, 'name': PowerOffVM_Task, 'duration_secs': 0.190968} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.577122] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.577201] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1547.577427] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afebeb58-789b-46fb-a131-727dcfd3bf64 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.642948] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1547.643178] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1547.643359] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Deleting the datastore file [datastore2] a29b7571-b5aa-454d-b374-0d0463422479 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1547.643613] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05b3b7f0-6acb-4277-8049-65b9e1bf2df9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.650043] env[70220]: DEBUG oslo_vmware.api [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for the task: (returnval){ [ 1547.650043] env[70220]: value = "task-3626863" [ 1547.650043] env[70220]: _type = "Task" [ 1547.650043] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.657090] env[70220]: DEBUG oslo_vmware.api [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.159443] env[70220]: DEBUG oslo_vmware.api [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Task: {'id': task-3626863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135198} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.159734] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.159881] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.160067] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.160262] env[70220]: INFO nova.compute.manager [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1548.160594] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1548.160836] env[70220]: DEBUG nova.compute.manager [-] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.160959] env[70220]: DEBUG nova.network.neutron [-] [instance: a29b7571-b5aa-454d-b374-0d0463422479] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.591776] env[70220]: DEBUG nova.compute.manager [req-ad382a78-52e5-427b-bbc1-334c126b17a5 req-e7202239-b853-456b-a46a-c9ef0fe280d1 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Received event network-vif-deleted-412940ea-3703-4368-8c08-d3ba698e7fb6 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1548.592048] env[70220]: INFO nova.compute.manager [req-ad382a78-52e5-427b-bbc1-334c126b17a5 req-e7202239-b853-456b-a46a-c9ef0fe280d1 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Neutron deleted interface 412940ea-3703-4368-8c08-d3ba698e7fb6; detaching it from the instance and deleting it from the info cache [ 1548.592184] env[70220]: DEBUG nova.network.neutron [req-ad382a78-52e5-427b-bbc1-334c126b17a5 req-e7202239-b853-456b-a46a-c9ef0fe280d1 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.075465] env[70220]: DEBUG nova.network.neutron [-] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.095825] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b40a4c1-8140-4a9a-a793-f6c3c9362554 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.106305] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26997178-9e48-44c1-b2d0-282c2212d1d8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.135487] env[70220]: DEBUG nova.compute.manager [req-ad382a78-52e5-427b-bbc1-334c126b17a5 req-e7202239-b853-456b-a46a-c9ef0fe280d1 service nova] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Detach interface failed, port_id=412940ea-3703-4368-8c08-d3ba698e7fb6, reason: Instance a29b7571-b5aa-454d-b374-0d0463422479 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1549.579135] env[70220]: INFO nova.compute.manager [-] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Took 1.42 seconds to deallocate network for instance. [ 1550.085286] env[70220]: DEBUG oslo_concurrency.lockutils [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1550.085652] env[70220]: DEBUG oslo_concurrency.lockutils [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1550.085782] env[70220]: DEBUG nova.objects.instance [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lazy-loading 'resources' on Instance uuid a29b7571-b5aa-454d-b374-0d0463422479 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.637985] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cf7c63-b296-483c-aff2-e5913d545713 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.645520] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786d6b7c-edcc-48dc-a4b6-6f10712e9672 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.676008] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875de357-e285-45ee-9265-9005efd5f922 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.682813] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8d2251-1882-49eb-a096-e71d1563f4b1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.695227] env[70220]: DEBUG nova.compute.provider_tree [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.198815] env[70220]: DEBUG nova.scheduler.client.report [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.704000] env[70220]: DEBUG oslo_concurrency.lockutils [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.723560] env[70220]: INFO nova.scheduler.client.report [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Deleted allocations for instance a29b7571-b5aa-454d-b374-0d0463422479 [ 1552.231672] env[70220]: DEBUG oslo_concurrency.lockutils [None req-758c45bd-6c9b-4f4c-a8e8-e6c762987443 tempest-AttachVolumeTestJSON-325989643 tempest-AttachVolumeTestJSON-325989643-project-member] Lock "a29b7571-b5aa-454d-b374-0d0463422479" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.636024] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "03dfb044-1e24-4d3c-aa30-69e31c124733" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.636024] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.139574] env[70220]: DEBUG nova.compute.utils [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1556.642621] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1557.700516] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "03dfb044-1e24-4d3c-aa30-69e31c124733" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1557.700908] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1557.701038] env[70220]: INFO nova.compute.manager [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Attaching volume 0be51ae1-2059-49a5-9a1b-36f916a25f5a to /dev/sdb [ 1557.730125] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca5abf4-3db2-450f-ac91-dbb74d47d494 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.738284] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c714a9f2-9163-4264-bed0-30465d48f0d2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.750537] env[70220]: DEBUG nova.virt.block_device [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Updating existing volume attachment record: 9a49a939-c343-4c7d-b073-9e7d6788892b {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1562.792183] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1562.792476] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723267', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'name': 'volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03dfb044-1e24-4d3c-aa30-69e31c124733', 'attached_at': '', 'detached_at': '', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'serial': '0be51ae1-2059-49a5-9a1b-36f916a25f5a'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1562.793389] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b03866-0014-4cee-a0bb-d4a3fb61fef2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.809896] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8a3640-809f-43d5-b4a5-95440a65739e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.834643] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a/volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.834964] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62df734e-3e60-47d3-bff0-6880fe524525 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.853264] env[70220]: DEBUG oslo_vmware.api [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1562.853264] env[70220]: value = "task-3626871" [ 1562.853264] env[70220]: _type = "Task" [ 1562.853264] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.861216] env[70220]: DEBUG oslo_vmware.api [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.363267] env[70220]: DEBUG oslo_vmware.api [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626871, 'name': ReconfigVM_Task, 'duration_secs': 0.342307} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.363488] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a/volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.368152] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a614fba0-5d83-46ff-857d-a5e5b1eaffd2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.383528] env[70220]: DEBUG oslo_vmware.api [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1563.383528] env[70220]: value = "task-3626872" [ 1563.383528] env[70220]: _type = "Task" [ 1563.383528] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.392864] env[70220]: DEBUG oslo_vmware.api [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.892866] env[70220]: DEBUG oslo_vmware.api [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626872, 'name': ReconfigVM_Task, 'duration_secs': 0.137501} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.893256] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723267', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'name': 'volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03dfb044-1e24-4d3c-aa30-69e31c124733', 'attached_at': '', 'detached_at': '', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'serial': '0be51ae1-2059-49a5-9a1b-36f916a25f5a'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1564.927399] env[70220]: DEBUG nova.objects.instance [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lazy-loading 'flavor' on Instance uuid 03dfb044-1e24-4d3c-aa30-69e31c124733 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1565.304930] env[70220]: INFO nova.compute.manager [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Rebuilding instance [ 1565.414235] env[70220]: DEBUG nova.compute.manager [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1565.415125] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e884d9f-4c87-4715-b31e-ea6b542df5be {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.431675] env[70220]: DEBUG oslo_concurrency.lockutils [None req-b0674f7c-7416-447b-adc4-570e44533af5 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.731s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.428733] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.429130] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-561b0ad3-5c83-43b0-846a-de05afb25018 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.436190] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1566.436190] env[70220]: value = "task-3626873" [ 1566.436190] env[70220]: _type = "Task" [ 1566.436190] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.443833] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.945523] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626873, 'name': PowerOffVM_Task, 'duration_secs': 0.196511} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.945817] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1566.995560] env[70220]: INFO nova.compute.manager [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Detaching volume 0be51ae1-2059-49a5-9a1b-36f916a25f5a [ 1567.026253] env[70220]: INFO nova.virt.block_device [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Attempting to driver detach volume 0be51ae1-2059-49a5-9a1b-36f916a25f5a from mountpoint /dev/sdb [ 1567.026253] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1567.026434] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723267', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'name': 'volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03dfb044-1e24-4d3c-aa30-69e31c124733', 'attached_at': '', 'detached_at': '', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'serial': '0be51ae1-2059-49a5-9a1b-36f916a25f5a'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1567.027284] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8356f52c-6811-467a-8efe-5693532d4089 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.048730] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277ee897-8d71-4022-99bc-514042f4366e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.055260] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a48f83-fcde-4af8-89d2-9f90a9803911 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.074976] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce2eb67-9dbf-40be-a3ed-91eaaa166d17 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.088826] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] The volume has not been displaced from its original location: [datastore2] volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a/volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1567.093948] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1567.094217] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa3b40d1-201e-40e7-b4ac-cf5494a87f17 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.111906] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1567.111906] env[70220]: value = "task-3626874" [ 1567.111906] env[70220]: _type = "Task" [ 1567.111906] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.120455] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.622211] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626874, 'name': ReconfigVM_Task, 'duration_secs': 0.186223} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.622594] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1567.626995] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90bd671b-f909-4e89-9254-56f53cebc7e1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.641853] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1567.641853] env[70220]: value = "task-3626875" [ 1567.641853] env[70220]: _type = "Task" [ 1567.641853] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.649336] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.151797] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.652811] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.153960] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626875, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.654414] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626875, 'name': ReconfigVM_Task, 'duration_secs': 1.744258} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.654775] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723267', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'name': 'volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03dfb044-1e24-4d3c-aa30-69e31c124733', 'attached_at': '', 'detached_at': '', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'serial': '0be51ae1-2059-49a5-9a1b-36f916a25f5a'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1570.703520] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.703855] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69a19daf-4c45-4748-a347-9f9f6aa8cec2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.711049] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1570.711049] env[70220]: value = "task-3626876" [ 1570.711049] env[70220]: _type = "Task" [ 1570.711049] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.718539] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.221278] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] VM already powered off {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1571.221501] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1571.221695] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723267', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'name': 'volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03dfb044-1e24-4d3c-aa30-69e31c124733', 'attached_at': '', 'detached_at': '', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'serial': '0be51ae1-2059-49a5-9a1b-36f916a25f5a'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1571.222492] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d727a6-4941-409d-9a33-174c8ba0bdd8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.240564] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7551d4ad-30b9-4336-bc20-0c41ceb5d723 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.245747] env[70220]: WARNING nova.virt.vmwareapi.driver [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1571.246009] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.246797] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5e6753-f910-407d-97e1-27225bfd2073 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.252775] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1571.252981] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c479e267-4fac-4eae-af26-cf72f82a371e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.313848] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1571.314073] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1571.314263] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleting the datastore file [datastore1] 03dfb044-1e24-4d3c-aa30-69e31c124733 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.314524] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f969df64-d331-4860-834b-445f7ca03b11 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.321839] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1571.321839] env[70220]: value = "task-3626878" [ 1571.321839] env[70220]: _type = "Task" [ 1571.321839] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.329417] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.831437] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120895} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.831805] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.831805] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.831974] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.338185] env[70220]: INFO nova.virt.block_device [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Booting with volume 0be51ae1-2059-49a5-9a1b-36f916a25f5a at /dev/sdb [ 1572.367515] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c2346de-f78c-4572-8980-9c2d92b9dcce {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.376658] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1398921-8ca2-4d16-83c5-a7055c4a8aae {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.400786] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5629236b-234a-4ace-b03f-b6fad80d85b3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.408268] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33145d2a-028a-4ba2-8341-8dc801251f45 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.432449] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7893d9e6-1c21-4c4f-b649-c072aa2cecf2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.438083] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcd8092-3c02-47b4-af13-b11671d92fd5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.450139] env[70220]: DEBUG nova.virt.block_device [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Updating existing volume attachment record: 0195f7a0-7884-4bd3-818e-cd5c633b63bf {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1574.551284] env[70220]: DEBUG nova.virt.hardware [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1574.551622] env[70220]: DEBUG nova.virt.hardware [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1574.551738] env[70220]: DEBUG nova.virt.hardware [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1574.551861] env[70220]: DEBUG nova.virt.hardware [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1574.552018] env[70220]: DEBUG nova.virt.hardware [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1574.552176] env[70220]: DEBUG nova.virt.hardware [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1574.552387] env[70220]: DEBUG nova.virt.hardware [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1574.552543] env[70220]: DEBUG nova.virt.hardware [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1574.552708] env[70220]: DEBUG nova.virt.hardware [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1574.552869] env[70220]: DEBUG nova.virt.hardware [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1574.553048] env[70220]: DEBUG nova.virt.hardware [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1574.554053] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e565525a-06dd-44c6-ac04-1af4ba9b6ce9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.562038] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49de9d6f-dc5d-48c5-9b49-be491d44df35 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.575263] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:9c:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afcf08d1-2097-46c7-846c-46011a19488b', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.582547] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1574.582766] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.582961] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43f02c82-e630-48b1-a13b-cd2d8dcbd179 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.603770] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.603770] env[70220]: value = "task-3626879" [ 1574.603770] env[70220]: _type = "Task" [ 1574.603770] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.610427] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626879, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.113730] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626879, 'name': CreateVM_Task, 'duration_secs': 0.290681} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.113952] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1575.114584] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.114740] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.115112] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.115379] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da812f2-fbf2-4714-b919-3108eaf089bb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.119489] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1575.119489] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]5271dbff-a21f-923c-edc3-ab6ed1732aa1" [ 1575.119489] env[70220]: _type = "Task" [ 1575.119489] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.126461] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5271dbff-a21f-923c-edc3-ab6ed1732aa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.630280] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]5271dbff-a21f-923c-edc3-ab6ed1732aa1, 'name': SearchDatastore_Task, 'duration_secs': 0.009276} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.630766] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.630852] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1575.631033] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.631191] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.631380] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1575.631633] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43b177dc-5a21-4e49-a6a2-8a319dbf8e7c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.639603] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1575.639770] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1575.640441] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671599bd-24b9-4105-8cb6-dd2fc1f35a9f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.644987] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1575.644987] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d0966d-a283-848c-c527-26927878cb4b" [ 1575.644987] env[70220]: _type = "Task" [ 1575.644987] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.651697] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d0966d-a283-848c-c527-26927878cb4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.155373] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52d0966d-a283-848c-c527-26927878cb4b, 'name': SearchDatastore_Task, 'duration_secs': 0.007933} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.156159] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b51324-bf8e-4711-b21e-a0dcfc34790f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.160788] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1576.160788] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52154aec-dd8f-c2b0-59a2-4a9706211776" [ 1576.160788] env[70220]: _type = "Task" [ 1576.160788] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.167917] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52154aec-dd8f-c2b0-59a2-4a9706211776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.672227] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52154aec-dd8f-c2b0-59a2-4a9706211776, 'name': SearchDatastore_Task, 'duration_secs': 0.00959} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.672679] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.672791] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 03dfb044-1e24-4d3c-aa30-69e31c124733/03dfb044-1e24-4d3c-aa30-69e31c124733.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.673028] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-548e8575-51f0-4778-9e04-b59ddb7d9e07 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.679285] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1576.679285] env[70220]: value = "task-3626880" [ 1576.679285] env[70220]: _type = "Task" [ 1576.679285] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.686924] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.188775] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427484} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.189082] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 03dfb044-1e24-4d3c-aa30-69e31c124733/03dfb044-1e24-4d3c-aa30-69e31c124733.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1577.189345] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1577.189602] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f31f656d-85c7-456e-9100-2cce6a25269c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.196097] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1577.196097] env[70220]: value = "task-3626881" [ 1577.196097] env[70220]: _type = "Task" [ 1577.196097] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.203630] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.705248] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059095} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.705636] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.706263] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6ec687-5b4c-4ac3-a7df-4fdea0ea76d4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.727785] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 03dfb044-1e24-4d3c-aa30-69e31c124733/03dfb044-1e24-4d3c-aa30-69e31c124733.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.728019] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4edcde74-fe64-4b96-af90-78881f842e4f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.746564] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1577.746564] env[70220]: value = "task-3626882" [ 1577.746564] env[70220]: _type = "Task" [ 1577.746564] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.753829] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.257871] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626882, 'name': ReconfigVM_Task, 'duration_secs': 0.259881} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.258109] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 03dfb044-1e24-4d3c-aa30-69e31c124733/03dfb044-1e24-4d3c-aa30-69e31c124733.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.259264] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'disk_bus': None, 'encryption_format': None, 'size': 0, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'device_type': 'disk', 'guest_format': None, 'encrypted': False, 'boot_index': 0, 'image_id': 'aaaed22f-e212-40be-bda3-a3d7fb53f464'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '0195f7a0-7884-4bd3-818e-cd5c633b63bf', 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723267', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'name': 'volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03dfb044-1e24-4d3c-aa30-69e31c124733', 'attached_at': '', 'detached_at': '', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'serial': '0be51ae1-2059-49a5-9a1b-36f916a25f5a'}, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=70220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1578.259465] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1578.259657] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723267', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'name': 'volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03dfb044-1e24-4d3c-aa30-69e31c124733', 'attached_at': '', 'detached_at': '', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'serial': '0be51ae1-2059-49a5-9a1b-36f916a25f5a'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1578.260438] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8067e8c4-4baa-45eb-9841-58d801c13035 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.275179] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b98e90c-7343-44a6-ba14-3f7cfe058645 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.298178] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a/volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.298416] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bdf5e22-f50d-4b99-b3ee-f21fe42d0244 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.314915] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1578.314915] env[70220]: value = "task-3626883" [ 1578.314915] env[70220]: _type = "Task" [ 1578.314915] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.322197] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.394993] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.395199] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Cleaning up deleted instances with incomplete migration {{(pid=70220) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1578.824738] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.324791] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626883, 'name': ReconfigVM_Task, 'duration_secs': 0.655388} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.325100] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a/volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.329800] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c982699d-6f72-4c04-accb-413aeb7adc00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.346550] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1579.346550] env[70220]: value = "task-3626884" [ 1579.346550] env[70220]: _type = "Task" [ 1579.346550] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.353753] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.855990] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626884, 'name': ReconfigVM_Task, 'duration_secs': 0.135445} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.856429] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723267', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'name': 'volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03dfb044-1e24-4d3c-aa30-69e31c124733', 'attached_at': '', 'detached_at': '', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'serial': '0be51ae1-2059-49a5-9a1b-36f916a25f5a'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1579.856858] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34e8b500-bdd7-4092-a8b4-505f70569864 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.862845] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1579.862845] env[70220]: value = "task-3626885" [ 1579.862845] env[70220]: _type = "Task" [ 1579.862845] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.869847] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626885, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.372244] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626885, 'name': Rename_Task, 'duration_secs': 0.133418} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.372526] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.372796] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0650a38a-1758-4f01-91dc-8f3da4c40ae8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.378452] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1580.378452] env[70220]: value = "task-3626886" [ 1580.378452] env[70220]: _type = "Task" [ 1580.378452] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.386018] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.888122] env[70220]: DEBUG oslo_vmware.api [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626886, 'name': PowerOnVM_Task, 'duration_secs': 0.421989} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.888483] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.888655] env[70220]: DEBUG nova.compute.manager [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1580.889323] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3f9610-8428-48f2-b341-3f67995ef676 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.406666] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1581.406944] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.407143] env[70220]: DEBUG nova.objects.instance [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70220) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1582.416626] env[70220]: DEBUG oslo_concurrency.lockutils [None req-0dca4238-2691-4496-9e78-8119805d01e2 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.395194] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1583.395428] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1583.395540] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.898656] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.396025] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.395061] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.395288] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.394612] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1588.897983] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.898341] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.898440] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.898608] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1588.899579] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f764a41-25d3-49e2-a86e-e6b4dfab9248 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.907759] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6475e9a8-b760-404c-ab92-ecfa22ab7e10 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.922133] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56e1f31-d268-46ef-947c-b327ebf8ba81 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.928068] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa776011-8a9d-4000-bace-ddae3c601fb0 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.956461] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180335MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1588.956637] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.956832] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.103491] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 3a8d7252-d234-41d2-9820-bb6b713ba3e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1590.103768] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 03dfb044-1e24-4d3c-aa30-69e31c124733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1590.103812] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1590.103955] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1590.137711] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b431d3-dc8e-4e8c-87de-66e47b40c5b1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.145225] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94df1e20-2562-4c96-825f-2dc8dbdb1284 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.174716] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a932e65a-4775-4c85-be67-e40e4d426d54 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.181527] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a47bba2-a67b-426e-a493-364c8972b85f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.194084] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.697257] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1591.202137] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1591.202592] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.246s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.198351] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1592.198614] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.395290] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1596.395702] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Cleaning up deleted instances {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1596.903420] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] There are 22 instances to clean {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1596.903594] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: b1afe613-4e89-4150-b854-1015a6cbeaf8] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1597.407082] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 79225aaa-756f-4755-a270-cd5a4fe8adb5] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1597.910931] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 966527ef-9262-4460-bb31-ab07e4a7bdb1] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1598.414465] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: a29b7571-b5aa-454d-b374-0d0463422479] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1598.917273] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: b848611b-0399-44e0-a651-248c19e82c2c] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1599.420866] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: cfa818f7-2dbf-4c68-9c40-495722416bec] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1599.923782] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 30191a41-04e5-4fd2-a82d-670466908140] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1600.427393] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: d483958f-928d-4cd2-b3ba-5e8b42a5d719] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1600.931346] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 924f5796-2464-471a-a146-d5aaf484445b] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1601.434379] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 9b836194-ef04-4f1f-a992-1f79b0e9a3cd] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1601.937319] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: c8c2b9c8-7baa-49ca-8862-66203ea6a60f] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1602.440617] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: e5f54108-5319-4ba7-81fb-d3cd3c1b35b4] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1602.944160] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 3f7be284-308c-40fb-bebb-956c341bfd00] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1603.447356] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: d5170c4c-0621-48d2-84af-265c170a088c] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1603.950309] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 3d865c7a-4395-464d-ad22-f4c0e035c515] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1604.453409] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: e4e01006-bf71-4d41-95c3-23125469e62a] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1604.957019] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 91ad9779-b0e3-4c6f-a933-99047f02a217] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1605.460431] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: dc9ee336-5829-4e10-8fb4-a417ebc53449] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1605.963427] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 8b27913f-49be-4e7b-9d09-d10811067cc7] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1606.466720] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: d61a9627-f77b-4cd8-9093-02f403a31c44] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1606.970267] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: 867470c3-4c64-4758-a2a3-4f8d7ef0afe1] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1607.473638] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] [instance: f9aa14ab-86a5-401c-a359-b1889ae9d5da] Instance has had 0 of 5 cleanup attempts {{(pid=70220) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1617.076029] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "03dfb044-1e24-4d3c-aa30-69e31c124733" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1617.076464] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1617.579708] env[70220]: INFO nova.compute.manager [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Detaching volume 0be51ae1-2059-49a5-9a1b-36f916a25f5a [ 1617.610385] env[70220]: INFO nova.virt.block_device [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Attempting to driver detach volume 0be51ae1-2059-49a5-9a1b-36f916a25f5a from mountpoint /dev/sdb [ 1617.610632] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1617.610812] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723267', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'name': 'volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03dfb044-1e24-4d3c-aa30-69e31c124733', 'attached_at': '', 'detached_at': '', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'serial': '0be51ae1-2059-49a5-9a1b-36f916a25f5a'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1617.612050] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c289ba-fee2-45d5-9f77-7aabe22dbf00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.635843] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f1fed-fa3b-4bb1-97e6-f586d1d3845f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.642655] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6a75de-de0d-40af-98c4-f7b94bedce79 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.662638] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f509738-9d0f-4161-bd5b-70ff5c1afaeb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.676656] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] The volume has not been displaced from its original location: [datastore2] volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a/volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1617.682011] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1617.682305] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09497fe2-6292-4479-bfd9-61ab9468e03c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.700157] env[70220]: DEBUG oslo_vmware.api [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1617.700157] env[70220]: value = "task-3626887" [ 1617.700157] env[70220]: _type = "Task" [ 1617.700157] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.707638] env[70220]: DEBUG oslo_vmware.api [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.209808] env[70220]: DEBUG oslo_vmware.api [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626887, 'name': ReconfigVM_Task, 'duration_secs': 0.246823} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.210280] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1618.214653] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1805dc46-9be9-4f5a-a135-523abf65f211 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.231711] env[70220]: DEBUG oslo_vmware.api [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1618.231711] env[70220]: value = "task-3626888" [ 1618.231711] env[70220]: _type = "Task" [ 1618.231711] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.239099] env[70220]: DEBUG oslo_vmware.api [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.741549] env[70220]: DEBUG oslo_vmware.api [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626888, 'name': ReconfigVM_Task, 'duration_secs': 0.136448} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.741812] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723267', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'name': 'volume-0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03dfb044-1e24-4d3c-aa30-69e31c124733', 'attached_at': '', 'detached_at': '', 'volume_id': '0be51ae1-2059-49a5-9a1b-36f916a25f5a', 'serial': '0be51ae1-2059-49a5-9a1b-36f916a25f5a'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1619.281163] env[70220]: DEBUG nova.objects.instance [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lazy-loading 'flavor' on Instance uuid 03dfb044-1e24-4d3c-aa30-69e31c124733 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.289778] env[70220]: DEBUG oslo_concurrency.lockutils [None req-08bd7d4a-b8bb-42d1-a192-5380ed0822c0 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.308750] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "03dfb044-1e24-4d3c-aa30-69e31c124733" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.309200] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1621.309312] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "03dfb044-1e24-4d3c-aa30-69e31c124733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1621.309502] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1621.309669] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.311760] env[70220]: INFO nova.compute.manager [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Terminating instance [ 1621.815896] env[70220]: DEBUG nova.compute.manager [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1621.816153] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1621.817089] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255f6846-39ff-4830-af4f-520a968e8ca8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.824965] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1621.825203] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15253f62-114b-4e8d-a12f-542d631ef4f8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.830708] env[70220]: DEBUG oslo_vmware.api [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1621.830708] env[70220]: value = "task-3626889" [ 1621.830708] env[70220]: _type = "Task" [ 1621.830708] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.838253] env[70220]: DEBUG oslo_vmware.api [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.340650] env[70220]: DEBUG oslo_vmware.api [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626889, 'name': PowerOffVM_Task, 'duration_secs': 0.171197} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.341094] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1622.341094] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1622.341274] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3662ca61-460e-43b3-82dd-267e30cf0207 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.398357] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1622.398549] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1622.398732] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleting the datastore file [datastore2] 03dfb044-1e24-4d3c-aa30-69e31c124733 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1622.398991] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf4b9486-1dd9-4039-82f1-edd49224ea72 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.405398] env[70220]: DEBUG oslo_vmware.api [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1622.405398] env[70220]: value = "task-3626891" [ 1622.405398] env[70220]: _type = "Task" [ 1622.405398] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.412352] env[70220]: DEBUG oslo_vmware.api [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.915727] env[70220]: DEBUG oslo_vmware.api [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127208} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.915974] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1622.916198] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1622.916378] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1622.916548] env[70220]: INFO nova.compute.manager [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1622.916820] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1622.917050] env[70220]: DEBUG nova.compute.manager [-] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1622.917136] env[70220]: DEBUG nova.network.neutron [-] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1623.559128] env[70220]: DEBUG nova.compute.manager [req-052bd797-ef32-4570-a782-debd4a289026 req-e11d18df-001d-4bac-94f8-cd216c1ab69e service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Received event network-vif-deleted-afcf08d1-2097-46c7-846c-46011a19488b {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1623.559477] env[70220]: INFO nova.compute.manager [req-052bd797-ef32-4570-a782-debd4a289026 req-e11d18df-001d-4bac-94f8-cd216c1ab69e service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Neutron deleted interface afcf08d1-2097-46c7-846c-46011a19488b; detaching it from the instance and deleting it from the info cache [ 1623.559832] env[70220]: DEBUG nova.network.neutron [req-052bd797-ef32-4570-a782-debd4a289026 req-e11d18df-001d-4bac-94f8-cd216c1ab69e service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.037825] env[70220]: DEBUG nova.network.neutron [-] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.063011] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac751404-0f2d-4e4b-9c91-fe71401d0736 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.073250] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05d631d-7126-4e86-bf4b-2e410c0ef162 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.097221] env[70220]: DEBUG nova.compute.manager [req-052bd797-ef32-4570-a782-debd4a289026 req-e11d18df-001d-4bac-94f8-cd216c1ab69e service nova] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Detach interface failed, port_id=afcf08d1-2097-46c7-846c-46011a19488b, reason: Instance 03dfb044-1e24-4d3c-aa30-69e31c124733 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1624.540878] env[70220]: INFO nova.compute.manager [-] [instance: 03dfb044-1e24-4d3c-aa30-69e31c124733] Took 1.62 seconds to deallocate network for instance. [ 1625.047064] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1625.047436] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.047600] env[70220]: DEBUG nova.objects.instance [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lazy-loading 'resources' on Instance uuid 03dfb044-1e24-4d3c-aa30-69e31c124733 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.590523] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a634ca58-dcb6-4f22-beb5-7533586553e3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.596723] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c62e342-e541-4f83-ace8-9de23abfeb83 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.625970] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7a4e27-6faa-4a5d-a4fb-913beec1ca74 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.632638] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bd25ac-79b6-4108-bee0-4d4b06613537 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.645272] env[70220]: DEBUG nova.compute.provider_tree [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.148413] env[70220]: DEBUG nova.scheduler.client.report [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.654202] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.607s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1626.674549] env[70220]: INFO nova.scheduler.client.report [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted allocations for instance 03dfb044-1e24-4d3c-aa30-69e31c124733 [ 1627.182526] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d3803de0-6dc1-4b2f-a3c6-216be05a9528 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "03dfb044-1e24-4d3c-aa30-69e31c124733" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.873s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.739134] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.739450] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.241743] env[70220]: DEBUG nova.compute.manager [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1629.761690] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1629.762056] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1629.763478] env[70220]: INFO nova.compute.claims [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.809368] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d8fe63-288e-4541-b4e4-ad6f1fe4bc6d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.817096] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd6664b-822f-4b42-b743-666d60c19e1d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.846539] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1578d46b-1d0b-4fa4-8372-81e059653127 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.853433] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7daba60-1019-4844-923f-558381d254c1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.868488] env[70220]: DEBUG nova.compute.provider_tree [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1631.371482] env[70220]: DEBUG nova.scheduler.client.report [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1631.876724] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1631.877339] env[70220]: DEBUG nova.compute.manager [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1632.382613] env[70220]: DEBUG nova.compute.utils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1632.384008] env[70220]: DEBUG nova.compute.manager [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1632.384169] env[70220]: DEBUG nova.network.neutron [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1632.462626] env[70220]: DEBUG nova.policy [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8d21336fa0643f9919012ba6f709bdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65d3e447acac409dac82044220383b46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1632.715629] env[70220]: DEBUG nova.network.neutron [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Successfully created port: 0f97759f-5539-48b9-9815-96d31979eb47 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1632.887322] env[70220]: DEBUG nova.compute.manager [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1633.896395] env[70220]: DEBUG nova.compute.manager [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1633.922750] env[70220]: DEBUG nova.virt.hardware [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-26T01:04:36Z,direct_url=,disk_format='vmdk',id=aaaed22f-e212-40be-bda3-a3d7fb53f464,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='70cda188a2024488b6f3b36d867bdd42',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-26T01:04:36Z,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1633.922994] env[70220]: DEBUG nova.virt.hardware [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.923209] env[70220]: DEBUG nova.virt.hardware [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1633.923403] env[70220]: DEBUG nova.virt.hardware [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.923550] env[70220]: DEBUG nova.virt.hardware [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1633.923693] env[70220]: DEBUG nova.virt.hardware [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1633.923897] env[70220]: DEBUG nova.virt.hardware [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1633.924087] env[70220]: DEBUG nova.virt.hardware [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1633.924266] env[70220]: DEBUG nova.virt.hardware [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1633.924428] env[70220]: DEBUG nova.virt.hardware [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1633.924612] env[70220]: DEBUG nova.virt.hardware [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1633.925500] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb2114f-7c5d-41e9-8779-065dcfc9cecc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.933588] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c72f401-a0ab-437f-af9d-b2f97381d5de {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.097641] env[70220]: DEBUG nova.compute.manager [req-01dae46d-2e20-4832-889f-fb3175e77050 req-9ddb45d4-1710-4a5c-afc1-72b9d35057d8 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Received event network-vif-plugged-0f97759f-5539-48b9-9815-96d31979eb47 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1634.097870] env[70220]: DEBUG oslo_concurrency.lockutils [req-01dae46d-2e20-4832-889f-fb3175e77050 req-9ddb45d4-1710-4a5c-afc1-72b9d35057d8 service nova] Acquiring lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1634.098117] env[70220]: DEBUG oslo_concurrency.lockutils [req-01dae46d-2e20-4832-889f-fb3175e77050 req-9ddb45d4-1710-4a5c-afc1-72b9d35057d8 service nova] Lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.098264] env[70220]: DEBUG oslo_concurrency.lockutils [req-01dae46d-2e20-4832-889f-fb3175e77050 req-9ddb45d4-1710-4a5c-afc1-72b9d35057d8 service nova] Lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1634.098431] env[70220]: DEBUG nova.compute.manager [req-01dae46d-2e20-4832-889f-fb3175e77050 req-9ddb45d4-1710-4a5c-afc1-72b9d35057d8 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] No waiting events found dispatching network-vif-plugged-0f97759f-5539-48b9-9815-96d31979eb47 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1634.098877] env[70220]: WARNING nova.compute.manager [req-01dae46d-2e20-4832-889f-fb3175e77050 req-9ddb45d4-1710-4a5c-afc1-72b9d35057d8 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Received unexpected event network-vif-plugged-0f97759f-5539-48b9-9815-96d31979eb47 for instance with vm_state building and task_state spawning. [ 1634.177091] env[70220]: DEBUG nova.network.neutron [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Successfully updated port: 0f97759f-5539-48b9-9815-96d31979eb47 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1634.680435] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "refresh_cache-0ae9a491-9c1d-46d4-85bd-107fa9052ffa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.680622] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "refresh_cache-0ae9a491-9c1d-46d4-85bd-107fa9052ffa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1634.680748] env[70220]: DEBUG nova.network.neutron [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.211278] env[70220]: DEBUG nova.network.neutron [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1635.327779] env[70220]: DEBUG nova.network.neutron [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Updating instance_info_cache with network_info: [{"id": "0f97759f-5539-48b9-9815-96d31979eb47", "address": "fa:16:3e:fc:a1:0a", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f97759f-55", "ovs_interfaceid": "0f97759f-5539-48b9-9815-96d31979eb47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.830844] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "refresh_cache-0ae9a491-9c1d-46d4-85bd-107fa9052ffa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.831202] env[70220]: DEBUG nova.compute.manager [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Instance network_info: |[{"id": "0f97759f-5539-48b9-9815-96d31979eb47", "address": "fa:16:3e:fc:a1:0a", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f97759f-55", "ovs_interfaceid": "0f97759f-5539-48b9-9815-96d31979eb47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1635.831644] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:a1:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f97759f-5539-48b9-9815-96d31979eb47', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1635.839329] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1635.839544] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1635.839768] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7ef5bd4-14f2-49b5-9756-5f682cc75ca8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.860954] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.860954] env[70220]: value = "task-3626892" [ 1635.860954] env[70220]: _type = "Task" [ 1635.860954] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.868411] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626892, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.122241] env[70220]: DEBUG nova.compute.manager [req-f75d70e9-44e2-427d-9e3e-e2c96150fda0 req-3642a961-4d6c-459e-93b4-3020fbb2f5a6 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Received event network-changed-0f97759f-5539-48b9-9815-96d31979eb47 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1636.122535] env[70220]: DEBUG nova.compute.manager [req-f75d70e9-44e2-427d-9e3e-e2c96150fda0 req-3642a961-4d6c-459e-93b4-3020fbb2f5a6 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Refreshing instance network info cache due to event network-changed-0f97759f-5539-48b9-9815-96d31979eb47. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1636.122746] env[70220]: DEBUG oslo_concurrency.lockutils [req-f75d70e9-44e2-427d-9e3e-e2c96150fda0 req-3642a961-4d6c-459e-93b4-3020fbb2f5a6 service nova] Acquiring lock "refresh_cache-0ae9a491-9c1d-46d4-85bd-107fa9052ffa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.122833] env[70220]: DEBUG oslo_concurrency.lockutils [req-f75d70e9-44e2-427d-9e3e-e2c96150fda0 req-3642a961-4d6c-459e-93b4-3020fbb2f5a6 service nova] Acquired lock "refresh_cache-0ae9a491-9c1d-46d4-85bd-107fa9052ffa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.123075] env[70220]: DEBUG nova.network.neutron [req-f75d70e9-44e2-427d-9e3e-e2c96150fda0 req-3642a961-4d6c-459e-93b4-3020fbb2f5a6 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Refreshing network info cache for port 0f97759f-5539-48b9-9815-96d31979eb47 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1636.371198] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626892, 'name': CreateVM_Task, 'duration_secs': 0.290739} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.371594] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1636.372016] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.372187] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.372502] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.372743] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf75048-b379-4681-a98f-353cd6f80741 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.376833] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1636.376833] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bfa83a-5e69-1de6-28b9-bca86c496ef7" [ 1636.376833] env[70220]: _type = "Task" [ 1636.376833] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.384291] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bfa83a-5e69-1de6-28b9-bca86c496ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.799947] env[70220]: DEBUG nova.network.neutron [req-f75d70e9-44e2-427d-9e3e-e2c96150fda0 req-3642a961-4d6c-459e-93b4-3020fbb2f5a6 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Updated VIF entry in instance network info cache for port 0f97759f-5539-48b9-9815-96d31979eb47. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.800369] env[70220]: DEBUG nova.network.neutron [req-f75d70e9-44e2-427d-9e3e-e2c96150fda0 req-3642a961-4d6c-459e-93b4-3020fbb2f5a6 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Updating instance_info_cache with network_info: [{"id": "0f97759f-5539-48b9-9815-96d31979eb47", "address": "fa:16:3e:fc:a1:0a", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f97759f-55", "ovs_interfaceid": "0f97759f-5539-48b9-9815-96d31979eb47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.887419] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52bfa83a-5e69-1de6-28b9-bca86c496ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.887718] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.887942] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Processing image aaaed22f-e212-40be-bda3-a3d7fb53f464 {{(pid=70220) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1636.888190] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.888336] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.888513] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.888756] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04860039-83c7-4f77-8ab3-a461fef8d043 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.896460] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70220) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.896618] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70220) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1636.897397] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947155f5-5cf8-4f8d-9c29-1808615db114 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.901968] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1636.901968] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52735f6b-dc13-a0c4-a516-fb7c14588a81" [ 1636.901968] env[70220]: _type = "Task" [ 1636.901968] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.908758] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52735f6b-dc13-a0c4-a516-fb7c14588a81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.303403] env[70220]: DEBUG oslo_concurrency.lockutils [req-f75d70e9-44e2-427d-9e3e-e2c96150fda0 req-3642a961-4d6c-459e-93b4-3020fbb2f5a6 service nova] Releasing lock "refresh_cache-0ae9a491-9c1d-46d4-85bd-107fa9052ffa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.412149] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52735f6b-dc13-a0c4-a516-fb7c14588a81, 'name': SearchDatastore_Task, 'duration_secs': 0.008086} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.412909] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fac789e-0625-4d20-aa5e-13e6f73e3cf5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.417559] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1637.417559] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52254634-b36b-0fcb-b465-148a34ba9358" [ 1637.417559] env[70220]: _type = "Task" [ 1637.417559] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.424614] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52254634-b36b-0fcb-b465-148a34ba9358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.928289] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52254634-b36b-0fcb-b465-148a34ba9358, 'name': SearchDatastore_Task, 'duration_secs': 0.009405} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.928517] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.928782] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 0ae9a491-9c1d-46d4-85bd-107fa9052ffa/0ae9a491-9c1d-46d4-85bd-107fa9052ffa.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1637.929026] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be11b490-ddb6-430b-9273-e72a8cf8757e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.936476] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1637.936476] env[70220]: value = "task-3626893" [ 1637.936476] env[70220]: _type = "Task" [ 1637.936476] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.943946] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.445632] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457489} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.446029] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aaaed22f-e212-40be-bda3-a3d7fb53f464/aaaed22f-e212-40be-bda3-a3d7fb53f464.vmdk to [datastore2] 0ae9a491-9c1d-46d4-85bd-107fa9052ffa/0ae9a491-9c1d-46d4-85bd-107fa9052ffa.vmdk {{(pid=70220) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.447792] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Extending root virtual disk to 1048576 {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.447792] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fe3c895-c680-4873-ad6a-14b33ea35677 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.452497] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1638.452497] env[70220]: value = "task-3626894" [ 1638.452497] env[70220]: _type = "Task" [ 1638.452497] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.458953] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.962658] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060374} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.962928] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Extended root virtual disk {{(pid=70220) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1638.963724] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbad9f61-a361-40ca-803d-9c6754e56a15 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.985039] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 0ae9a491-9c1d-46d4-85bd-107fa9052ffa/0ae9a491-9c1d-46d4-85bd-107fa9052ffa.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1638.985305] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-281f0a5a-58e8-4673-9e28-440fbc6925c5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.004190] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1639.004190] env[70220]: value = "task-3626895" [ 1639.004190] env[70220]: _type = "Task" [ 1639.004190] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.011620] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.514304] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626895, 'name': ReconfigVM_Task, 'duration_secs': 0.30772} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.514673] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 0ae9a491-9c1d-46d4-85bd-107fa9052ffa/0ae9a491-9c1d-46d4-85bd-107fa9052ffa.vmdk or device None with type sparse {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.515212] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee7c20e1-f150-4108-bceb-3e4335d10372 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.521402] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1639.521402] env[70220]: value = "task-3626896" [ 1639.521402] env[70220]: _type = "Task" [ 1639.521402] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.528719] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626896, 'name': Rename_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.031685] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626896, 'name': Rename_Task, 'duration_secs': 0.137101} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.031952] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.032208] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5129b3dc-bada-46c3-8fab-90bd3c9e6f63 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.038323] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1640.038323] env[70220]: value = "task-3626897" [ 1640.038323] env[70220]: _type = "Task" [ 1640.038323] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.045588] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.550989] env[70220]: DEBUG oslo_vmware.api [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626897, 'name': PowerOnVM_Task, 'duration_secs': 0.448343} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.551396] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.551657] env[70220]: INFO nova.compute.manager [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1640.551905] env[70220]: DEBUG nova.compute.manager [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.553018] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcd80aa-9609-4777-b3d0-d40575fff328 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.071013] env[70220]: INFO nova.compute.manager [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Took 11.32 seconds to build instance. [ 1641.453307] env[70220]: DEBUG nova.compute.manager [req-33d72a57-5bbe-4c90-ad8a-91fe456b8ace req-1db46650-4dd8-44f6-ba8b-1efac22f022d service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Received event network-changed-0f97759f-5539-48b9-9815-96d31979eb47 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1641.453520] env[70220]: DEBUG nova.compute.manager [req-33d72a57-5bbe-4c90-ad8a-91fe456b8ace req-1db46650-4dd8-44f6-ba8b-1efac22f022d service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Refreshing instance network info cache due to event network-changed-0f97759f-5539-48b9-9815-96d31979eb47. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1641.453749] env[70220]: DEBUG oslo_concurrency.lockutils [req-33d72a57-5bbe-4c90-ad8a-91fe456b8ace req-1db46650-4dd8-44f6-ba8b-1efac22f022d service nova] Acquiring lock "refresh_cache-0ae9a491-9c1d-46d4-85bd-107fa9052ffa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.453897] env[70220]: DEBUG oslo_concurrency.lockutils [req-33d72a57-5bbe-4c90-ad8a-91fe456b8ace req-1db46650-4dd8-44f6-ba8b-1efac22f022d service nova] Acquired lock "refresh_cache-0ae9a491-9c1d-46d4-85bd-107fa9052ffa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.454073] env[70220]: DEBUG nova.network.neutron [req-33d72a57-5bbe-4c90-ad8a-91fe456b8ace req-1db46650-4dd8-44f6-ba8b-1efac22f022d service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Refreshing network info cache for port 0f97759f-5539-48b9-9815-96d31979eb47 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.573230] env[70220]: DEBUG oslo_concurrency.lockutils [None req-ff3a5179-7f6d-4fcb-a3b0-f021e4c3e6de tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.834s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.140200] env[70220]: DEBUG nova.network.neutron [req-33d72a57-5bbe-4c90-ad8a-91fe456b8ace req-1db46650-4dd8-44f6-ba8b-1efac22f022d service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Updated VIF entry in instance network info cache for port 0f97759f-5539-48b9-9815-96d31979eb47. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.140600] env[70220]: DEBUG nova.network.neutron [req-33d72a57-5bbe-4c90-ad8a-91fe456b8ace req-1db46650-4dd8-44f6-ba8b-1efac22f022d service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Updating instance_info_cache with network_info: [{"id": "0f97759f-5539-48b9-9815-96d31979eb47", "address": "fa:16:3e:fc:a1:0a", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f97759f-55", "ovs_interfaceid": "0f97759f-5539-48b9-9815-96d31979eb47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.646229] env[70220]: DEBUG oslo_concurrency.lockutils [req-33d72a57-5bbe-4c90-ad8a-91fe456b8ace req-1db46650-4dd8-44f6-ba8b-1efac22f022d service nova] Releasing lock "refresh_cache-0ae9a491-9c1d-46d4-85bd-107fa9052ffa" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.976744] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.977174] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.482839] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.483206] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.483576] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.483838] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.483957] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.484234] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.484491] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1655.484762] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.988700] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1655.989112] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1655.989208] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1655.989293] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1655.990244] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b08252-ba69-48b2-8ed5-af2e5ff662a8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.998538] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b9bc9-84ce-499b-abf0-c7fed19a6f24 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.011910] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4094cc-73ba-48c9-bb5e-8bbfbbaa0024 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.018033] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9103d82-5dcc-4ae9-9f79-ad8767062c8a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.045928] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180598MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1656.046079] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1656.046306] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1657.071846] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 3a8d7252-d234-41d2-9820-bb6b713ba3e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1657.072246] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0ae9a491-9c1d-46d4-85bd-107fa9052ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1657.072246] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1657.072411] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1657.110057] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b8ca7e-885f-4b11-b40e-d06d353a2ece {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.117488] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cb2092-32fc-44cf-88b0-b0690a425f15 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.147743] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba68f93-83db-4d66-95ba-bf062bcbfd76 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.154691] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c472d60-536b-4e57-a55b-e5a5d92ef030 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.167172] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.670492] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1658.175572] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1658.175961] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1660.564287] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1660.564517] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1661.067887] env[70220]: DEBUG nova.compute.manager [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Starting instance... {{(pid=70220) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1661.588866] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.589164] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1661.590724] env[70220]: INFO nova.compute.claims [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1662.644617] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdfec01-6e9c-43dd-8018-88f3b1efb445 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.652164] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1eafc1-b9f3-4300-baf0-df4c98f043a9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.681160] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76add4d-5c62-476d-a10d-a39c701cef85 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.687855] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a68b3df-3941-48a8-976b-b4f62fd3adbc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.700689] env[70220]: DEBUG nova.compute.provider_tree [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.203891] env[70220]: DEBUG nova.scheduler.client.report [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.709213] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1663.709677] env[70220]: DEBUG nova.compute.manager [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Start building networks asynchronously for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1664.215082] env[70220]: DEBUG nova.compute.utils [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Using /dev/sd instead of None {{(pid=70220) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1664.217044] env[70220]: DEBUG nova.compute.manager [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Allocating IP information in the background. {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1664.217044] env[70220]: DEBUG nova.network.neutron [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] allocate_for_instance() {{(pid=70220) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1664.270327] env[70220]: DEBUG nova.policy [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8d21336fa0643f9919012ba6f709bdb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65d3e447acac409dac82044220383b46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70220) authorize /opt/stack/nova/nova/policy.py:192}} [ 1664.529555] env[70220]: DEBUG nova.network.neutron [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Successfully created port: d2a2b58f-5e88-459b-a140-a4b85c942520 {{(pid=70220) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1664.720764] env[70220]: DEBUG nova.compute.manager [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Start building block device mappings for instance. {{(pid=70220) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1665.226992] env[70220]: INFO nova.virt.block_device [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Booting with volume 582f5b9b-2c7e-46de-b39e-cd93ae25ae08 at /dev/sda [ 1665.265459] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b2ae16c-1df0-4a25-ad37-40ea0c0676e4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.275204] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fd8d05-6068-48eb-9b6f-84a24d48120c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.300749] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5eefc6cb-0672-4f35-afba-33123fe0f1ea {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.308787] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6662d6-d6d3-48c7-8f0f-4b99199dcf3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.332780] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da70243a-9086-4f58-8d6a-7dd814e19dcd {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.338676] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfd2c56-4d46-4102-b8a6-56dc1abaf364 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.351636] env[70220]: DEBUG nova.virt.block_device [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating existing volume attachment record: 8b806786-cfe1-48c3-a766-2f1f2cc72d49 {{(pid=70220) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1665.902175] env[70220]: DEBUG nova.compute.manager [req-944137cd-364a-4b24-8db8-3ee2631dd666 req-85115c6d-3aa0-40e7-bcd6-2a27ed2d9eed service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Received event network-vif-plugged-d2a2b58f-5e88-459b-a140-a4b85c942520 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1665.902441] env[70220]: DEBUG oslo_concurrency.lockutils [req-944137cd-364a-4b24-8db8-3ee2631dd666 req-85115c6d-3aa0-40e7-bcd6-2a27ed2d9eed service nova] Acquiring lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1665.902634] env[70220]: DEBUG oslo_concurrency.lockutils [req-944137cd-364a-4b24-8db8-3ee2631dd666 req-85115c6d-3aa0-40e7-bcd6-2a27ed2d9eed service nova] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.902832] env[70220]: DEBUG oslo_concurrency.lockutils [req-944137cd-364a-4b24-8db8-3ee2631dd666 req-85115c6d-3aa0-40e7-bcd6-2a27ed2d9eed service nova] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.902981] env[70220]: DEBUG nova.compute.manager [req-944137cd-364a-4b24-8db8-3ee2631dd666 req-85115c6d-3aa0-40e7-bcd6-2a27ed2d9eed service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] No waiting events found dispatching network-vif-plugged-d2a2b58f-5e88-459b-a140-a4b85c942520 {{(pid=70220) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1665.903212] env[70220]: WARNING nova.compute.manager [req-944137cd-364a-4b24-8db8-3ee2631dd666 req-85115c6d-3aa0-40e7-bcd6-2a27ed2d9eed service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Received unexpected event network-vif-plugged-d2a2b58f-5e88-459b-a140-a4b85c942520 for instance with vm_state building and task_state block_device_mapping. [ 1665.950336] env[70220]: DEBUG nova.network.neutron [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Successfully updated port: d2a2b58f-5e88-459b-a140-a4b85c942520 {{(pid=70220) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1666.452448] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.452600] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.452793] env[70220]: DEBUG nova.network.neutron [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.982291] env[70220]: DEBUG nova.network.neutron [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Instance cache missing network info. {{(pid=70220) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.103625] env[70220]: DEBUG nova.network.neutron [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance_info_cache with network_info: [{"id": "d2a2b58f-5e88-459b-a140-a4b85c942520", "address": "fa:16:3e:99:9a:9f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a2b58f-5e", "ovs_interfaceid": "d2a2b58f-5e88-459b-a140-a4b85c942520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.431016] env[70220]: DEBUG nova.compute.manager [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Start spawning the instance on the hypervisor. {{(pid=70220) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1667.431579] env[70220]: DEBUG nova.virt.hardware [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1667.431787] env[70220]: DEBUG nova.virt.hardware [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1667.431938] env[70220]: DEBUG nova.virt.hardware [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1667.432132] env[70220]: DEBUG nova.virt.hardware [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1667.432276] env[70220]: DEBUG nova.virt.hardware [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1667.432420] env[70220]: DEBUG nova.virt.hardware [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1667.432617] env[70220]: DEBUG nova.virt.hardware [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1667.432772] env[70220]: DEBUG nova.virt.hardware [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1667.432945] env[70220]: DEBUG nova.virt.hardware [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1667.433114] env[70220]: DEBUG nova.virt.hardware [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1667.433287] env[70220]: DEBUG nova.virt.hardware [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1667.434191] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ebf9e8-f03e-4ae2-befc-39612132ca04 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.443240] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4320ef74-69a2-4777-a8c9-ed1274c8bcef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.606849] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1667.607235] env[70220]: DEBUG nova.compute.manager [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Instance network_info: |[{"id": "d2a2b58f-5e88-459b-a140-a4b85c942520", "address": "fa:16:3e:99:9a:9f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a2b58f-5e", "ovs_interfaceid": "d2a2b58f-5e88-459b-a140-a4b85c942520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70220) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1667.607667] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:9a:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2a2b58f-5e88-459b-a140-a4b85c942520', 'vif_model': 'vmxnet3'}] {{(pid=70220) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1667.615325] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1667.615538] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Creating VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1667.615774] env[70220]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c29f62eb-f2e8-460d-8e1c-90fabde1b58d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.637290] env[70220]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1667.637290] env[70220]: value = "task-3626906" [ 1667.637290] env[70220]: _type = "Task" [ 1667.637290] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.645564] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626906, 'name': CreateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.928992] env[70220]: DEBUG nova.compute.manager [req-2c7c421d-40fe-464b-957f-51e0d688f201 req-ed089226-a69b-48ee-9c21-518b867c26b5 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Received event network-changed-d2a2b58f-5e88-459b-a140-a4b85c942520 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1667.929265] env[70220]: DEBUG nova.compute.manager [req-2c7c421d-40fe-464b-957f-51e0d688f201 req-ed089226-a69b-48ee-9c21-518b867c26b5 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Refreshing instance network info cache due to event network-changed-d2a2b58f-5e88-459b-a140-a4b85c942520. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1667.929414] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c7c421d-40fe-464b-957f-51e0d688f201 req-ed089226-a69b-48ee-9c21-518b867c26b5 service nova] Acquiring lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.929603] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c7c421d-40fe-464b-957f-51e0d688f201 req-ed089226-a69b-48ee-9c21-518b867c26b5 service nova] Acquired lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.929806] env[70220]: DEBUG nova.network.neutron [req-2c7c421d-40fe-464b-957f-51e0d688f201 req-ed089226-a69b-48ee-9c21-518b867c26b5 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Refreshing network info cache for port d2a2b58f-5e88-459b-a140-a4b85c942520 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.146115] env[70220]: DEBUG oslo_vmware.api [-] Task: {'id': task-3626906, 'name': CreateVM_Task, 'duration_secs': 0.303599} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.146484] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Created VM on the ESX host {{(pid=70220) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.146938] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '8b806786-cfe1-48c3-a766-2f1f2cc72d49', 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'device_type': None, 'disk_bus': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723271', 'volume_id': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'name': 'volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f5031a1-3b9a-4274-9cc1-347611eb59d5', 'attached_at': '', 'detached_at': '', 'volume_id': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'serial': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08'}, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=70220) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1668.147166] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Root volume attach. Driver type: vmdk {{(pid=70220) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1668.147937] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba61def5-4101-42b8-a043-53f49d1202f3 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.154744] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e86f568-92c6-4658-9f32-366aa0786d4c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.160143] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad1883d-ea7b-4e53-9d6d-931b6184954e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.165373] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-14e4fcd4-31fa-4e6c-b5f4-65d8626f7e3a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.171378] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1668.171378] env[70220]: value = "task-3626907" [ 1668.171378] env[70220]: _type = "Task" [ 1668.171378] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.179562] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626907, 'name': RelocateVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.652753] env[70220]: DEBUG nova.network.neutron [req-2c7c421d-40fe-464b-957f-51e0d688f201 req-ed089226-a69b-48ee-9c21-518b867c26b5 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updated VIF entry in instance network info cache for port d2a2b58f-5e88-459b-a140-a4b85c942520. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.653162] env[70220]: DEBUG nova.network.neutron [req-2c7c421d-40fe-464b-957f-51e0d688f201 req-ed089226-a69b-48ee-9c21-518b867c26b5 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance_info_cache with network_info: [{"id": "d2a2b58f-5e88-459b-a140-a4b85c942520", "address": "fa:16:3e:99:9a:9f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a2b58f-5e", "ovs_interfaceid": "d2a2b58f-5e88-459b-a140-a4b85c942520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.683042] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626907, 'name': RelocateVM_Task} progress is 43%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.156304] env[70220]: DEBUG oslo_concurrency.lockutils [req-2c7c421d-40fe-464b-957f-51e0d688f201 req-ed089226-a69b-48ee-9c21-518b867c26b5 service nova] Releasing lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.183842] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626907, 'name': RelocateVM_Task} progress is 58%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.684641] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626907, 'name': RelocateVM_Task} progress is 73%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.185823] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626907, 'name': RelocateVM_Task} progress is 88%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.686016] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626907, 'name': RelocateVM_Task} progress is 97%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.185188] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626907, 'name': RelocateVM_Task, 'duration_secs': 2.842005} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.185478] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Volume attach. Driver type: vmdk {{(pid=70220) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1671.185674] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723271', 'volume_id': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'name': 'volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f5031a1-3b9a-4274-9cc1-347611eb59d5', 'attached_at': '', 'detached_at': '', 'volume_id': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'serial': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1671.186430] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c8abad-51f8-4b22-943e-0145c44fff2d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.201493] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef78e9c-d891-484b-b275-9dd9d8bf1c06 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.222307] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08/volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1671.222546] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4a75244-e26d-49e9-ae6e-383a307db2ed {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.240869] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1671.240869] env[70220]: value = "task-3626908" [ 1671.240869] env[70220]: _type = "Task" [ 1671.240869] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.248310] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.750833] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626908, 'name': ReconfigVM_Task, 'duration_secs': 0.263634} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.751177] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08/volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1671.755859] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a32bbd6-93c5-4cee-91da-65cada02a729 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.770694] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1671.770694] env[70220]: value = "task-3626909" [ 1671.770694] env[70220]: _type = "Task" [ 1671.770694] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.778074] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.279791] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626909, 'name': ReconfigVM_Task, 'duration_secs': 0.126593} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.280274] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723271', 'volume_id': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'name': 'volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6f5031a1-3b9a-4274-9cc1-347611eb59d5', 'attached_at': '', 'detached_at': '', 'volume_id': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'serial': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08'} {{(pid=70220) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1672.280720] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaa45f59-cf3c-4b66-bbdd-3b5ee374b5f8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.286931] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1672.286931] env[70220]: value = "task-3626910" [ 1672.286931] env[70220]: _type = "Task" [ 1672.286931] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.295803] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626910, 'name': Rename_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.796836] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626910, 'name': Rename_Task, 'duration_secs': 0.115371} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.797175] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.797419] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-732f10f7-1d9d-4c81-bbc4-122dc6f703f8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.803195] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1672.803195] env[70220]: value = "task-3626911" [ 1672.803195] env[70220]: _type = "Task" [ 1672.803195] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.810156] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.314854] env[70220]: DEBUG oslo_vmware.api [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626911, 'name': PowerOnVM_Task, 'duration_secs': 0.437774} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.315229] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.315408] env[70220]: INFO nova.compute.manager [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Took 5.88 seconds to spawn the instance on the hypervisor. [ 1673.315648] env[70220]: DEBUG nova.compute.manager [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Checking state {{(pid=70220) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.316679] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69266cf4-c7f7-4e02-a0ce-bb689ee1a9b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.836396] env[70220]: INFO nova.compute.manager [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Took 12.26 seconds to build instance. [ 1674.338705] env[70220]: DEBUG oslo_concurrency.lockutils [None req-56d77031-6b3b-4b23-8987-995ca4e3f344 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.774s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1674.777165] env[70220]: DEBUG nova.compute.manager [req-298c3b5e-e927-4732-ae45-45919a77b11d req-7ffb1d1b-9d43-45f2-8600-1dc9cf39de65 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Received event network-changed-62056277-5020-4143-a000-fbc4b31d30e5 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1674.777165] env[70220]: DEBUG nova.compute.manager [req-298c3b5e-e927-4732-ae45-45919a77b11d req-7ffb1d1b-9d43-45f2-8600-1dc9cf39de65 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Refreshing instance network info cache due to event network-changed-62056277-5020-4143-a000-fbc4b31d30e5. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1674.777165] env[70220]: DEBUG oslo_concurrency.lockutils [req-298c3b5e-e927-4732-ae45-45919a77b11d req-7ffb1d1b-9d43-45f2-8600-1dc9cf39de65 service nova] Acquiring lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.777165] env[70220]: DEBUG oslo_concurrency.lockutils [req-298c3b5e-e927-4732-ae45-45919a77b11d req-7ffb1d1b-9d43-45f2-8600-1dc9cf39de65 service nova] Acquired lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.777165] env[70220]: DEBUG nova.network.neutron [req-298c3b5e-e927-4732-ae45-45919a77b11d req-7ffb1d1b-9d43-45f2-8600-1dc9cf39de65 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Refreshing network info cache for port 62056277-5020-4143-a000-fbc4b31d30e5 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.482256] env[70220]: DEBUG nova.network.neutron [req-298c3b5e-e927-4732-ae45-45919a77b11d req-7ffb1d1b-9d43-45f2-8600-1dc9cf39de65 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Updated VIF entry in instance network info cache for port 62056277-5020-4143-a000-fbc4b31d30e5. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.482628] env[70220]: DEBUG nova.network.neutron [req-298c3b5e-e927-4732-ae45-45919a77b11d req-7ffb1d1b-9d43-45f2-8600-1dc9cf39de65 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Updating instance_info_cache with network_info: [{"id": "62056277-5020-4143-a000-fbc4b31d30e5", "address": "fa:16:3e:c0:eb:4f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62056277-50", "ovs_interfaceid": "62056277-5020-4143-a000-fbc4b31d30e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.985771] env[70220]: DEBUG oslo_concurrency.lockutils [req-298c3b5e-e927-4732-ae45-45919a77b11d req-7ffb1d1b-9d43-45f2-8600-1dc9cf39de65 service nova] Releasing lock "refresh_cache-3a8d7252-d234-41d2-9820-bb6b713ba3e7" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1676.237915] env[70220]: DEBUG nova.compute.manager [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Stashing vm_state: active {{(pid=70220) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1676.761103] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.761409] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.803080] env[70220]: DEBUG nova.compute.manager [req-82cf26fa-7f6c-4161-b7f8-51bb4f17d20f req-4eb1c3b7-576c-4167-9ad8-7e41d7051577 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Received event network-changed-d2a2b58f-5e88-459b-a140-a4b85c942520 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1676.803080] env[70220]: DEBUG nova.compute.manager [req-82cf26fa-7f6c-4161-b7f8-51bb4f17d20f req-4eb1c3b7-576c-4167-9ad8-7e41d7051577 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Refreshing instance network info cache due to event network-changed-d2a2b58f-5e88-459b-a140-a4b85c942520. {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1676.804260] env[70220]: DEBUG oslo_concurrency.lockutils [req-82cf26fa-7f6c-4161-b7f8-51bb4f17d20f req-4eb1c3b7-576c-4167-9ad8-7e41d7051577 service nova] Acquiring lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.804422] env[70220]: DEBUG oslo_concurrency.lockutils [req-82cf26fa-7f6c-4161-b7f8-51bb4f17d20f req-4eb1c3b7-576c-4167-9ad8-7e41d7051577 service nova] Acquired lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1676.804590] env[70220]: DEBUG nova.network.neutron [req-82cf26fa-7f6c-4161-b7f8-51bb4f17d20f req-4eb1c3b7-576c-4167-9ad8-7e41d7051577 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Refreshing network info cache for port d2a2b58f-5e88-459b-a140-a4b85c942520 {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1677.266569] env[70220]: INFO nova.compute.claims [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.506916] env[70220]: DEBUG nova.network.neutron [req-82cf26fa-7f6c-4161-b7f8-51bb4f17d20f req-4eb1c3b7-576c-4167-9ad8-7e41d7051577 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updated VIF entry in instance network info cache for port d2a2b58f-5e88-459b-a140-a4b85c942520. {{(pid=70220) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1677.507289] env[70220]: DEBUG nova.network.neutron [req-82cf26fa-7f6c-4161-b7f8-51bb4f17d20f req-4eb1c3b7-576c-4167-9ad8-7e41d7051577 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance_info_cache with network_info: [{"id": "d2a2b58f-5e88-459b-a140-a4b85c942520", "address": "fa:16:3e:99:9a:9f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a2b58f-5e", "ovs_interfaceid": "d2a2b58f-5e88-459b-a140-a4b85c942520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.773238] env[70220]: INFO nova.compute.resource_tracker [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating resource usage from migration 4795f6e5-eb50-432f-ba49-b0dafe3b8446 [ 1677.828959] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d225f1e5-dbc3-450b-aa3e-3f72bccc60fe {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.836635] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd7dc37-7375-466e-a73e-07a78d1a3f5b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.867194] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130b3789-5507-404e-9cf1-da30b80c2f6a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.873771] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dad39ba-3f48-43dc-b902-969f67b81010 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.886124] env[70220]: DEBUG nova.compute.provider_tree [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.009973] env[70220]: DEBUG oslo_concurrency.lockutils [req-82cf26fa-7f6c-4161-b7f8-51bb4f17d20f req-4eb1c3b7-576c-4167-9ad8-7e41d7051577 service nova] Releasing lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1678.389697] env[70220]: DEBUG nova.scheduler.client.report [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.894471] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.133s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1678.894971] env[70220]: INFO nova.compute.manager [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Migrating [ 1679.408638] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.408832] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1679.409020] env[70220]: DEBUG nova.network.neutron [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.118478] env[70220]: DEBUG nova.network.neutron [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance_info_cache with network_info: [{"id": "d2a2b58f-5e88-459b-a140-a4b85c942520", "address": "fa:16:3e:99:9a:9f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a2b58f-5e", "ovs_interfaceid": "d2a2b58f-5e88-459b-a140-a4b85c942520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.621658] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1682.138081] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563bcf57-7c5a-4397-bfef-b2ca11f7afe8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.156296] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance '6f5031a1-3b9a-4274-9cc1-347611eb59d5' progress to 0 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1682.662363] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1682.662687] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8122699-6475-4c97-adba-e01924550a9c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.671557] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1682.671557] env[70220]: value = "task-3626912" [ 1682.671557] env[70220]: _type = "Task" [ 1682.671557] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.679152] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.183015] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626912, 'name': PowerOffVM_Task, 'duration_secs': 0.199565} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.183437] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1683.183613] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance '6f5031a1-3b9a-4274-9cc1-347611eb59d5' progress to 17 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1683.689988] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:57Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1683.690287] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.690400] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1683.690575] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.690719] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1683.690864] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1683.691077] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1683.691236] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1683.691398] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1683.691555] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1683.691828] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1683.697766] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad491897-02e1-497b-a259-858a77b1e8f6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.713436] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1683.713436] env[70220]: value = "task-3626913" [ 1683.713436] env[70220]: _type = "Task" [ 1683.713436] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.721582] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.223631] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626913, 'name': ReconfigVM_Task, 'duration_secs': 0.156091} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.223984] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance '6f5031a1-3b9a-4274-9cc1-347611eb59d5' progress to 33 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1684.732206] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-26T01:04:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.732656] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.732840] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image limits 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.733151] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Flavor pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.733395] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Image pref 0:0:0 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.733634] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70220) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.733960] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.734254] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.734524] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Got 1 possible topologies {{(pid=70220) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.734789] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.735087] env[70220]: DEBUG nova.virt.hardware [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70220) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.744403] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1684.744803] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-485927d5-f5a6-4708-81e4-580215511b98 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.773817] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1684.773817] env[70220]: value = "task-3626914" [ 1684.773817] env[70220]: _type = "Task" [ 1684.773817] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.785416] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.284163] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626914, 'name': ReconfigVM_Task, 'duration_secs': 0.166497} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.284512] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1685.285144] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9af1a80-301f-4b6f-b0a1-ebdf8799408e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.307097] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08/volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1685.307330] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c0b81c2-3d62-4074-bae1-86b376883bbc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.325079] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1685.325079] env[70220]: value = "task-3626915" [ 1685.325079] env[70220]: _type = "Task" [ 1685.325079] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.332804] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626915, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.834848] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626915, 'name': ReconfigVM_Task, 'duration_secs': 0.243023} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.835129] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08/volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08.vmdk or device None with type thin {{(pid=70220) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1685.835387] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance '6f5031a1-3b9a-4274-9cc1-347611eb59d5' progress to 50 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1686.344525] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5828422-bd33-4534-9190-b8a9a6f9cc97 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.360819] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed46ca5-e3b2-48fb-babc-c892b797a70e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.379606] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance '6f5031a1-3b9a-4274-9cc1-347611eb59d5' progress to 67 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1688.016856] env[70220]: DEBUG nova.network.neutron [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Port d2a2b58f-5e88-459b-a140-a4b85c942520 binding to destination host cpu-1 is already ACTIVE {{(pid=70220) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1689.038162] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1689.038613] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1689.038613] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1690.072711] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.072961] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1690.073091] env[70220]: DEBUG nova.network.neutron [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.790845] env[70220]: DEBUG nova.network.neutron [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance_info_cache with network_info: [{"id": "d2a2b58f-5e88-459b-a140-a4b85c942520", "address": "fa:16:3e:99:9a:9f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a2b58f-5e", "ovs_interfaceid": "d2a2b58f-5e88-459b-a140-a4b85c942520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.294338] env[70220]: DEBUG oslo_concurrency.lockutils [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1691.804147] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426ba2b9-9023-46f7-9973-783858de1eb5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.811336] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafc86a7-51e7-48f9-b617-513b1867e4e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.910385] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c24ae3-55a5-4325-ac8c-32b7f930ceef {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.929610] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219a7a58-e646-420b-8d2e-9992a85c64c8 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.936488] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance '6f5031a1-3b9a-4274-9cc1-347611eb59d5' progress to 83 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1693.443279] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Powering on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1693.443583] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-242bb1d3-7573-493f-8ae0-ac53fbae052e {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.451136] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1693.451136] env[70220]: value = "task-3626916" [ 1693.451136] env[70220]: _type = "Task" [ 1693.451136] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.458644] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.961222] env[70220]: DEBUG oslo_vmware.api [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626916, 'name': PowerOnVM_Task, 'duration_secs': 0.3649} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.961657] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Powered on the VM {{(pid=70220) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.961657] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-7735661f-b620-4210-aeee-cd3ff615a342 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance '6f5031a1-3b9a-4274-9cc1-347611eb59d5' progress to 100 {{(pid=70220) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1695.768976] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1695.769515] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1695.769515] env[70220]: DEBUG nova.compute.manager [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Going to confirm migration 10 {{(pid=70220) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1696.360585] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.360765] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquired lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1696.360971] env[70220]: DEBUG nova.network.neutron [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Building network info cache for instance {{(pid=70220) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.361179] env[70220]: DEBUG nova.objects.instance [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lazy-loading 'info_cache' on Instance uuid 6f5031a1-3b9a-4274-9cc1-347611eb59d5 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.589014] env[70220]: DEBUG nova.network.neutron [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance_info_cache with network_info: [{"id": "d2a2b58f-5e88-459b-a140-a4b85c942520", "address": "fa:16:3e:99:9a:9f", "network": {"id": "61bceed0-95e7-458c-8eac-e394bf108027", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-801057733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65d3e447acac409dac82044220383b46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a2b58f-5e", "ovs_interfaceid": "d2a2b58f-5e88-459b-a140-a4b85c942520", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.092300] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Releasing lock "refresh_cache-6f5031a1-3b9a-4274-9cc1-347611eb59d5" {{(pid=70220) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1698.092564] env[70220]: DEBUG nova.objects.instance [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lazy-loading 'migration_context' on Instance uuid 6f5031a1-3b9a-4274-9cc1-347611eb59d5 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1698.595241] env[70220]: DEBUG nova.objects.base [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Object Instance<6f5031a1-3b9a-4274-9cc1-347611eb59d5> lazy-loaded attributes: info_cache,migration_context {{(pid=70220) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1698.596218] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69edceb-306c-4a53-8315-5032724d8264 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.615556] env[70220]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-406fd224-6470-48d9-877e-4f057d7856f5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.621183] env[70220]: DEBUG oslo_vmware.api [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1698.621183] env[70220]: value = "session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a799f6-2ed9-7dd6-6f06-cbed64fb866e" [ 1698.621183] env[70220]: _type = "Task" [ 1698.621183] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.628574] env[70220]: DEBUG oslo_vmware.api [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a799f6-2ed9-7dd6-6f06-cbed64fb866e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.131337] env[70220]: DEBUG oslo_vmware.api [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': session[528d7a33-81ca-ee3c-6cf5-51245c237464]52a799f6-2ed9-7dd6-6f06-cbed64fb866e, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.131621] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1699.131880] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1699.695817] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f611211e-1f9c-4c32-b627-6ed52a2fb9ba {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.703524] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f79a1b-f790-4bb4-9193-d38b41d68beb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.733272] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366efc45-f020-4405-b246-3a8b8293b1b6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.740207] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a208dc9-3529-4dc3-a987-3e21b938c216 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.752897] env[70220]: DEBUG nova.compute.provider_tree [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.256646] env[70220]: DEBUG nova.scheduler.client.report [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1701.267197] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.135s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1701.828857] env[70220]: INFO nova.scheduler.client.report [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted allocation for migration 4795f6e5-eb50-432f-ba49-b0dafe3b8446 [ 1702.166202] env[70220]: INFO nova.compute.manager [None req-21481d06-b316-4b0d-9eaa-7ec30a222ba3 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Get console output [ 1702.166564] env[70220]: WARNING nova.virt.vmwareapi.driver [None req-21481d06-b316-4b0d-9eaa-7ec30a222ba3 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] The console log is missing. Check your VSPC configuration [ 1702.334724] env[70220]: DEBUG oslo_concurrency.lockutils [None req-db4faea4-27b2-4f3c-8e06-71a3108f4302 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.565s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1718.177590] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.177909] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.177981] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.178158] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.178302] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.178442] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.178596] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.178733] env[70220]: DEBUG nova.compute.manager [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70220) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1718.178872] env[70220]: DEBUG oslo_service.periodic_task [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70220) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.681865] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1718.683351] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1718.683351] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1718.683351] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70220) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1718.683516] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d3177e-5231-484b-87ed-c675492f3189 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.691889] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3ee36a-06a6-442c-abde-a573c4152f7c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.705829] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a760c1c-1382-4856-a671-5e8b4e5472f2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.711820] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e7a528-d21c-41e1-9178-b7cd1e65ed7d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.740309] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180583MB free_disk=75GB free_vcpus=48 pci_devices=None {{(pid=70220) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1718.740450] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1718.740654] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1719.767857] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 3a8d7252-d234-41d2-9820-bb6b713ba3e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1719.768304] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 0ae9a491-9c1d-46d4-85bd-107fa9052ffa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1719.768304] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Instance 6f5031a1-3b9a-4274-9cc1-347611eb59d5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70220) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1719.768482] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1719.768482] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=70220) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1719.816357] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec421a1-6a4d-43d5-86fb-440a99bed93d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.824098] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae8708f-b8e7-4315-af53-a28735c16ce1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.853518] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b91201-bbe8-4752-a03f-a6ef8a0df1e7 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.860106] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec3654f-69e2-454c-8a13-8fe9a6f537a6 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.872431] env[70220]: DEBUG nova.compute.provider_tree [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.375180] env[70220]: DEBUG nova.scheduler.client.report [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.880688] env[70220]: DEBUG nova.compute.resource_tracker [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70220) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1720.881102] env[70220]: DEBUG oslo_concurrency.lockutils [None req-52471906-fd72-41e4-a53a-058fcb042532 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.140s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1729.074031] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1729.074485] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1729.074544] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1729.074731] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1729.074893] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1729.078495] env[70220]: INFO nova.compute.manager [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Terminating instance [ 1729.582643] env[70220]: DEBUG nova.compute.manager [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1729.582909] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.583228] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8e49aed-f391-4d5f-bea8-4f154a675d16 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.591065] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1729.591065] env[70220]: value = "task-3626917" [ 1729.591065] env[70220]: _type = "Task" [ 1729.591065] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.598707] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.101274] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626917, 'name': PowerOffVM_Task, 'duration_secs': 0.158371} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.101653] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.101755] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Volume detach. Driver type: vmdk {{(pid=70220) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1730.101914] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723271', 'volume_id': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'name': 'volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6f5031a1-3b9a-4274-9cc1-347611eb59d5', 'attached_at': '2025-04-26T01:22:44.000000', 'detached_at': '', 'volume_id': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'serial': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1730.102669] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952fbf5a-8fd6-4f26-924a-e35183bd798f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.120291] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc51f5a-30eb-4ae9-9a07-985b63a50956 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.126168] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9ac9ef-3282-42ec-bf5b-e3ba923649e2 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.142849] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb3f412-102b-4730-a717-0c5348356175 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.156477] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] The volume has not been displaced from its original location: [datastore2] volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08/volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08.vmdk. No consolidation needed. {{(pid=70220) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1730.161690] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1730.161927] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afbc79b9-afef-4c6f-8b09-71cfdf70002a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.178685] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1730.178685] env[70220]: value = "task-3626918" [ 1730.178685] env[70220]: _type = "Task" [ 1730.178685] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.185719] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.687626] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626918, 'name': ReconfigVM_Task, 'duration_secs': 0.15463} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.687891] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=70220) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1730.692604] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7834c6-1357-41b3-978e-2ddb75f1f480 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.707556] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1730.707556] env[70220]: value = "task-3626919" [ 1730.707556] env[70220]: _type = "Task" [ 1730.707556] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.714717] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.216239] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626919, 'name': ReconfigVM_Task, 'duration_secs': 0.129548} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.216614] env[70220]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-723271', 'volume_id': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'name': 'volume-582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6f5031a1-3b9a-4274-9cc1-347611eb59d5', 'attached_at': '2025-04-26T01:22:44.000000', 'detached_at': '', 'volume_id': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08', 'serial': '582f5b9b-2c7e-46de-b39e-cd93ae25ae08'} {{(pid=70220) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1731.216782] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.217466] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9742d681-44c4-49c1-844c-ba3e50de6155 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.223310] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1731.223512] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a3ab1d2-4c38-40e5-9ba9-1e35cbbe1c46 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.281293] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1731.281511] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1731.281668] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleting the datastore file [datastore2] 6f5031a1-3b9a-4274-9cc1-347611eb59d5 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1731.281920] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0609ce7-5c39-4c5d-b79f-5eaa2bec537c {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.288278] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1731.288278] env[70220]: value = "task-3626921" [ 1731.288278] env[70220]: _type = "Task" [ 1731.288278] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.296561] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.799115] env[70220]: DEBUG oslo_vmware.api [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077714} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.799115] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1731.799115] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1731.799115] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1731.799115] env[70220]: INFO nova.compute.manager [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1731.799464] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1731.799464] env[70220]: DEBUG nova.compute.manager [-] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1731.799464] env[70220]: DEBUG nova.network.neutron [-] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.219748] env[70220]: DEBUG nova.compute.manager [req-fe923695-99ee-40da-a74e-7ecea722a33e req-32d97f1b-7ab9-45c7-b802-c299430956c0 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Received event network-vif-deleted-d2a2b58f-5e88-459b-a140-a4b85c942520 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1732.220025] env[70220]: INFO nova.compute.manager [req-fe923695-99ee-40da-a74e-7ecea722a33e req-32d97f1b-7ab9-45c7-b802-c299430956c0 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Neutron deleted interface d2a2b58f-5e88-459b-a140-a4b85c942520; detaching it from the instance and deleting it from the info cache [ 1732.220322] env[70220]: DEBUG nova.network.neutron [req-fe923695-99ee-40da-a74e-7ecea722a33e req-32d97f1b-7ab9-45c7-b802-c299430956c0 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.703010] env[70220]: DEBUG nova.network.neutron [-] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.722122] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-728545df-3571-48c4-80a7-7258d514a9bc {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.732682] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5317bf-f3c1-4ec5-84da-6c231989eda1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.757545] env[70220]: DEBUG nova.compute.manager [req-fe923695-99ee-40da-a74e-7ecea722a33e req-32d97f1b-7ab9-45c7-b802-c299430956c0 service nova] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Detach interface failed, port_id=d2a2b58f-5e88-459b-a140-a4b85c942520, reason: Instance 6f5031a1-3b9a-4274-9cc1-347611eb59d5 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1733.206105] env[70220]: INFO nova.compute.manager [-] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Took 1.41 seconds to deallocate network for instance. [ 1733.747931] env[70220]: INFO nova.compute.manager [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Took 0.54 seconds to detach 1 volumes for instance. [ 1733.750013] env[70220]: DEBUG nova.compute.manager [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 6f5031a1-3b9a-4274-9cc1-347611eb59d5] Deleting volume: 582f5b9b-2c7e-46de-b39e-cd93ae25ae08 {{(pid=70220) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1734.318681] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1734.318978] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1734.319214] env[70220]: DEBUG nova.objects.instance [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lazy-loading 'resources' on Instance uuid 6f5031a1-3b9a-4274-9cc1-347611eb59d5 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.870840] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fbf9d2-38da-4522-834b-e5e562f9fb28 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.878170] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc125537-60f6-443d-8c69-dfde029fd589 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.908399] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44a8331-02ed-4207-9cbd-ec1047ac892a {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.915077] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bd6cae-2fbf-4f39-a050-5e2ba769942d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.927652] env[70220]: DEBUG nova.compute.provider_tree [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.430988] env[70220]: DEBUG nova.scheduler.client.report [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1735.936180] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1735.955935] env[70220]: INFO nova.scheduler.client.report [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted allocations for instance 6f5031a1-3b9a-4274-9cc1-347611eb59d5 [ 1736.465392] env[70220]: DEBUG oslo_concurrency.lockutils [None req-88a10eb7-c5a8-4c81-867d-7e971f10afea tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "6f5031a1-3b9a-4274-9cc1-347611eb59d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.391s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1736.765946] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1736.766159] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1736.766399] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1736.766610] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1736.766783] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1736.768803] env[70220]: INFO nova.compute.manager [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Terminating instance [ 1737.272230] env[70220]: DEBUG nova.compute.manager [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1737.272618] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.273394] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfcf629-c02a-49a6-b9f7-dda8d633670b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.282290] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.282520] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a45dc00-6749-4985-9428-4af29d915edb {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.290991] env[70220]: DEBUG oslo_vmware.api [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1737.290991] env[70220]: value = "task-3626923" [ 1737.290991] env[70220]: _type = "Task" [ 1737.290991] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.298947] env[70220]: DEBUG oslo_vmware.api [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.800529] env[70220]: DEBUG oslo_vmware.api [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626923, 'name': PowerOffVM_Task, 'duration_secs': 0.203052} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.800811] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.800981] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1737.801266] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a835ec94-42a1-4c57-8761-55b911f0090b {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.867242] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1737.867463] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Deleting contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1737.867617] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleting the datastore file [datastore2] 0ae9a491-9c1d-46d4-85bd-107fa9052ffa {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1737.867874] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4db42bb0-354d-460e-a997-6346c335bc12 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.873707] env[70220]: DEBUG oslo_vmware.api [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1737.873707] env[70220]: value = "task-3626925" [ 1737.873707] env[70220]: _type = "Task" [ 1737.873707] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.880794] env[70220]: DEBUG oslo_vmware.api [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.383182] env[70220]: DEBUG oslo_vmware.api [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128792} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.383589] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.383638] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Deleted contents of the VM from datastore datastore2 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.384479] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.384479] env[70220]: INFO nova.compute.manager [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1738.384479] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1738.384479] env[70220]: DEBUG nova.compute.manager [-] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1738.384980] env[70220]: DEBUG nova.network.neutron [-] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.627764] env[70220]: DEBUG nova.compute.manager [req-7d75e501-8823-4841-bd68-7e8bf2a86332 req-ad810d2d-7774-488f-88fd-2baf3ed09285 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Received event network-vif-deleted-0f97759f-5539-48b9-9815-96d31979eb47 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1738.628051] env[70220]: INFO nova.compute.manager [req-7d75e501-8823-4841-bd68-7e8bf2a86332 req-ad810d2d-7774-488f-88fd-2baf3ed09285 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Neutron deleted interface 0f97759f-5539-48b9-9815-96d31979eb47; detaching it from the instance and deleting it from the info cache [ 1738.628136] env[70220]: DEBUG nova.network.neutron [req-7d75e501-8823-4841-bd68-7e8bf2a86332 req-ad810d2d-7774-488f-88fd-2baf3ed09285 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.111378] env[70220]: DEBUG nova.network.neutron [-] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.130445] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b65ee550-8e66-4e3a-81bd-7d62c741cdf4 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.140348] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b54f04-c57e-46a6-a074-d1b79d9e4e80 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.165025] env[70220]: DEBUG nova.compute.manager [req-7d75e501-8823-4841-bd68-7e8bf2a86332 req-ad810d2d-7774-488f-88fd-2baf3ed09285 service nova] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Detach interface failed, port_id=0f97759f-5539-48b9-9815-96d31979eb47, reason: Instance 0ae9a491-9c1d-46d4-85bd-107fa9052ffa could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1739.614457] env[70220]: INFO nova.compute.manager [-] [instance: 0ae9a491-9c1d-46d4-85bd-107fa9052ffa] Took 1.23 seconds to deallocate network for instance. [ 1740.121655] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1740.121918] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1740.122161] env[70220]: DEBUG nova.objects.instance [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lazy-loading 'resources' on Instance uuid 0ae9a491-9c1d-46d4-85bd-107fa9052ffa {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.662229] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a6de2e-ef04-4edc-927c-34ea5d036830 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.670671] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c9c74e-b58b-4106-bc1f-4477655bfff5 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.699682] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df92b56c-d147-4098-88d4-5bcbfe5809e9 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.706426] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95153751-4ec5-44ba-b90a-07464097cf6f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.718867] env[70220]: DEBUG nova.compute.provider_tree [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.221983] env[70220]: DEBUG nova.scheduler.client.report [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.727132] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1741.747302] env[70220]: INFO nova.scheduler.client.report [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted allocations for instance 0ae9a491-9c1d-46d4-85bd-107fa9052ffa [ 1742.254724] env[70220]: DEBUG oslo_concurrency.lockutils [None req-d1a55b3c-059e-42d1-a9f0-7e62d5084061 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "0ae9a491-9c1d-46d4-85bd-107fa9052ffa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.488s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1746.417978] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1746.418316] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1746.418588] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1746.418813] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1746.418990] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1746.421061] env[70220]: INFO nova.compute.manager [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Terminating instance [ 1746.925857] env[70220]: DEBUG nova.compute.manager [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Start destroying the instance on the hypervisor. {{(pid=70220) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1746.926118] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Destroying instance {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1746.927495] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17191778-7719-445d-b3be-5b1f2c625914 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.935235] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Powering off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.935457] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-891ad1d1-b1a6-4026-bae2-0408ce1143c1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.941096] env[70220]: DEBUG oslo_vmware.api [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1746.941096] env[70220]: value = "task-3626927" [ 1746.941096] env[70220]: _type = "Task" [ 1746.941096] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.948713] env[70220]: DEBUG oslo_vmware.api [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.451601] env[70220]: DEBUG oslo_vmware.api [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626927, 'name': PowerOffVM_Task, 'duration_secs': 0.225855} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.451980] env[70220]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Powered off the VM {{(pid=70220) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1747.452049] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Unregistering the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1747.452270] env[70220]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c358274-6a00-45c6-b49e-d5ec4c8aaa00 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.516302] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Unregistered the VM {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1747.516532] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Deleting contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1747.516716] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleting the datastore file [datastore1] 3a8d7252-d234-41d2-9820-bb6b713ba3e7 {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1747.517046] env[70220]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a438ca4-56a0-4fb8-a962-f28e15f4a0a1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.523727] env[70220]: DEBUG oslo_vmware.api [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for the task: (returnval){ [ 1747.523727] env[70220]: value = "task-3626929" [ 1747.523727] env[70220]: _type = "Task" [ 1747.523727] env[70220]: } to complete. {{(pid=70220) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.531271] env[70220]: DEBUG oslo_vmware.api [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.033512] env[70220]: DEBUG oslo_vmware.api [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Task: {'id': task-3626929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143382} completed successfully. {{(pid=70220) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.033772] env[70220]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted the datastore file {{(pid=70220) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1748.033964] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Deleted contents of the VM from datastore datastore1 {{(pid=70220) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1748.034224] env[70220]: DEBUG nova.virt.vmwareapi.vmops [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Instance destroyed {{(pid=70220) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1748.034400] env[70220]: INFO nova.compute.manager [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1748.034643] env[70220]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70220) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1748.034831] env[70220]: DEBUG nova.compute.manager [-] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Deallocating network for instance {{(pid=70220) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1748.034924] env[70220]: DEBUG nova.network.neutron [-] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] deallocate_for_instance() {{(pid=70220) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1748.291282] env[70220]: DEBUG nova.compute.manager [req-6ddf31b3-2b8b-47a7-ba4a-dc6982c85569 req-39585e70-e166-45aa-a1cb-e5085c041ec3 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Received event network-vif-deleted-62056277-5020-4143-a000-fbc4b31d30e5 {{(pid=70220) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1748.291496] env[70220]: INFO nova.compute.manager [req-6ddf31b3-2b8b-47a7-ba4a-dc6982c85569 req-39585e70-e166-45aa-a1cb-e5085c041ec3 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Neutron deleted interface 62056277-5020-4143-a000-fbc4b31d30e5; detaching it from the instance and deleting it from the info cache [ 1748.291679] env[70220]: DEBUG nova.network.neutron [req-6ddf31b3-2b8b-47a7-ba4a-dc6982c85569 req-39585e70-e166-45aa-a1cb-e5085c041ec3 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.773985] env[70220]: DEBUG nova.network.neutron [-] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Updating instance_info_cache with network_info: [] {{(pid=70220) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.793841] env[70220]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4430a432-8c70-4548-9f10-fa7c6f7b453d {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.803913] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79deaa60-97b8-4129-a5c8-36b2e0f5eeda {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.826577] env[70220]: DEBUG nova.compute.manager [req-6ddf31b3-2b8b-47a7-ba4a-dc6982c85569 req-39585e70-e166-45aa-a1cb-e5085c041ec3 service nova] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Detach interface failed, port_id=62056277-5020-4143-a000-fbc4b31d30e5, reason: Instance 3a8d7252-d234-41d2-9820-bb6b713ba3e7 could not be found. {{(pid=70220) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1749.276598] env[70220]: INFO nova.compute.manager [-] [instance: 3a8d7252-d234-41d2-9820-bb6b713ba3e7] Took 1.24 seconds to deallocate network for instance. [ 1749.783400] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1749.783812] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1749.783902] env[70220]: DEBUG nova.objects.instance [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lazy-loading 'resources' on Instance uuid 3a8d7252-d234-41d2-9820-bb6b713ba3e7 {{(pid=70220) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.317505] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c4ac51-970e-407c-b5cc-f5bf4087f38f {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.325391] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e6423d-741c-4b91-8c41-64f469e28a45 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.355077] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a36396d-0c50-48d4-9755-41553bfe7270 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.362421] env[70220]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e681adc-d5a9-43dc-ac5e-afce3ac2eac1 {{(pid=70220) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.375358] env[70220]: DEBUG nova.compute.provider_tree [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed in ProviderTree for provider: b420b834-e0c4-4c49-996e-52ceb9a09fd8 {{(pid=70220) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.878602] env[70220]: DEBUG nova.scheduler.client.report [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Inventory has not changed for provider b420b834-e0c4-4c49-996e-52ceb9a09fd8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 75, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70220) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.383565] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1751.401443] env[70220]: INFO nova.scheduler.client.report [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Deleted allocations for instance 3a8d7252-d234-41d2-9820-bb6b713ba3e7 [ 1751.909928] env[70220]: DEBUG oslo_concurrency.lockutils [None req-05b30bbd-bddd-4da4-9b8e-8f25b297d976 tempest-ServerActionsTestOtherA-1466834424 tempest-ServerActionsTestOtherA-1466834424-project-member] Lock "3a8d7252-d234-41d2-9820-bb6b713ba3e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.492s {{(pid=70220) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}